00010000:00000010:3.1F:1718398309.251384:0:27:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff88012d21a700. 00010000:00000010:3.1:1718398309.251403:0:27:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bc90480. 00010000:00000010:0.1F:1718398309.401628:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff88009bc90900. 00010000:00000010:0.1:1718398309.401643:0:20:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff8800766b4500. 00010000:00000010:0.1:1718398309.401646:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff8800a7c9c6c0. 00010000:00000010:0.1:1718398309.407312:0:34:0:(ldlm_resource.c:1462:__ldlm_resource_free()) slab-freed '(res)': 232 at ffff880076c3a300. 00010000:00000010:0.1:1718398309.407324:0:34:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at ffff880084114900. 00080000:00000010:1.1F:1718398309.425257:0:11:0:(osd_handler.c:1584:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b22d2d80. 00010000:02000000:0.1:1718399024.329164:0:9295:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1718399025.329393:0:6865:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1718399026.331343:0:6865:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1718399027.333339:0:6865:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1718399028.335332:0:6865:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1718399045.044457:0:7233:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1718399046.045340:0:6865:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1718399047.048275:0:6865:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1718399048.049338:0:6865:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1718399049.051325:0:6865:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:1.1:1718399054.143828:0:7231:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:1.1:1718399054.147481:0:7231:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:2.1F:1718399058.675800:0:19880:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=511, val=0*** 00010000:00010000:3.0:1718401948.923858:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401948.923860:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401948.923904:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f678ed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401948.923923:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f678ed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401948.928361:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f678ed lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401948.928374:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f678ed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401948.928401:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401948.928463:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189907712:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4682us (48855us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401948.928475:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 320 00000100:00100000:3.0:1718401948.931189:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189907840 00000100:00100000:3.0:1718401948.931258:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401948.973901:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401948.973921:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c424280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189907840:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401948.973970:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f678f4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401948.973985:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401948.973986:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401948.973991:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f678f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401948.974010:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f678f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401948.978080:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f678f4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401948.978091:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f678f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401948.978109:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401948.978161:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c424280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189907840:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4246us (47098us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401948.978169:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 321 00000100:00100000:3.0:1718401948.979673:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189907968 00000100:00100000:3.0:1718401948.979705:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.023967:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.023982:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189907968:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.024024:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb840/0xddd980ffd8f678fb lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.024035:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.024037:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.024040:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb840/0xddd980ffd8f678fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.024049:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eb840/0xddd980ffd8f678fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.028398:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb840/0xddd980ffd8f678fb lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.028413:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb840/0xddd980ffd8f678fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.028436:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.028498:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189907968:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4518us (48874us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.028515:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 322 00000100:00100000:3.0:1718401949.030371:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189908096 00000100:00100000:3.0:1718401949.030407:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.074068:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.074086:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d350850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908096:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.074134:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb180/0xddd980ffd8f67902 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.074147:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.074148:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.074153:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb180/0xddd980ffd8f67902 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.074165:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eb180/0xddd980ffd8f67902 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.078346:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb180/0xddd980ffd8f67902 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.078358:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb180/0xddd980ffd8f67902 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.078381:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.078448:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d350850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908096:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4365us (48135us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.078459:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 323 00000100:00100000:3.0:1718401949.080221:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189908224 00000100:00100000:3.0:1718401949.080255:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.124150:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.124170:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c424c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908224:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.124235:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f67909 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.124250:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.124252:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.124256:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f67909 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.124269:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f67909 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.128263:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f67909 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.128272:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f67909 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.128293:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.128338:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c424c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908224:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4175us (48169us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.128345:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 324 00000100:00100000:3.0:1718401949.130123:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189908352 00000100:00100000:3.0:1718401949.130150:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00010000:00010000:3.0:1718401949.134053:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f67589 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134063:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f67589 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134070:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f67589 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134075:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718401949.134078:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f67589 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134084:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f67589 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134096:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x0 (ffff880074511a00) 00010000:00010000:3.0:1718401949.134098:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1718401949.134101:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f67589 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134106:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f67589 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134124:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9440/0xddd980ffd8f6759e lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134129:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9440/0xddd980ffd8f6759e lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134134:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9440/0xddd980ffd8f6759e lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134138:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846e9440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718401949.134139:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9440/0xddd980ffd8f6759e lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134144:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9440/0xddd980ffd8f6759e lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134150:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x0 (ffff880074511a00) 00010000:00010000:3.0:1718401949.134152:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1718401949.134153:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9440/0xddd980ffd8f6759e lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134158:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9440/0xddd980ffd8f6759e lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134168:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f675dd lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134173:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f675dd lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134182:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f675dd lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134186:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e546c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718401949.134188:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f675dd lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134213:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f675dd lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134220:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x666274 (ffff88008b468800) 00010000:00010000:3.0:1718401949.134222:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718401949.134223:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f675dd lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.134229:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f675dd lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9318 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718401949.174228:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.174244:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908352:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.174285:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f67910 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.174296:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.174298:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.174301:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f67910 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.174314:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f67910 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.178212:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f67910 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.178222:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f67910 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.178247:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.178302:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908352:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4061us (48229us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.178312:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 325 00000100:00100000:3.0:1718401949.179892:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189908480 00000100:00100000:3.0:1718401949.179919:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.224305:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.224321:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908480:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.224360:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea400/0xddd980ffd8f67917 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.224370:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.224372:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.224375:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea400/0xddd980ffd8f67917 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.224384:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ea400/0xddd980ffd8f67917 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.227728:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea400/0xddd980ffd8f67917 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.227737:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea400/0xddd980ffd8f67917 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.227757:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.227798:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908480:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3482us (47954us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.227804:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 326 00000100:00100000:3.0:1718401949.229422:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189908608 00000100:00100000:3.0:1718401949.229457:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.274392:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.274410:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908608:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.274451:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea640/0xddd980ffd8f6791e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.274462:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.274463:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.274467:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea640/0xddd980ffd8f6791e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.274476:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ea640/0xddd980ffd8f6791e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.278110:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea640/0xddd980ffd8f6791e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.278119:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea640/0xddd980ffd8f6791e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.278139:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.278184:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908608:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3779us (48814us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.278205:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 327 00000100:00100000:3.0:1718401949.279884:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189908736 00000100:00100000:3.0:1718401949.279912:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.324508:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.324524:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e78e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189908736:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.324564:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea880/0xddd980ffd8f67925 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.324576:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.324577:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.324581:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea880/0xddd980ffd8f67925 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.324590:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ea880/0xddd980ffd8f67925 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.328124:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea880/0xddd980ffd8f67925 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.328142:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea880/0xddd980ffd8f67925 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.328166:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.328226:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e78e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189908736:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3706us (48427us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.328232:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 328 00000100:00100000:3.0:1718401949.329720:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189908864 00000100:00100000:3.0:1718401949.329754:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.374586:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.374607:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e78980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908864:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.374656:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb600/0xddd980ffd8f6792c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.374674:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.374675:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.374679:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb600/0xddd980ffd8f6792c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.374690:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eb600/0xddd980ffd8f6792c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.378414:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb600/0xddd980ffd8f6792c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.378427:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb600/0xddd980ffd8f6792c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.378447:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.378486:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e78980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908864:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3886us (48824us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.378493:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 329 00000100:00100000:3.0:1718401949.380066:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189908992 00000100:00100000:3.0:1718401949.380093:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.424660:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.424677:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4204c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908992:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.424718:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb600/0xddd980ffd8f67933 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.424729:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.424730:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.424734:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb600/0xddd980ffd8f67933 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.424744:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eb600/0xddd980ffd8f67933 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.428452:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb600/0xddd980ffd8f67933 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.428462:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb600/0xddd980ffd8f67933 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.428483:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.428527:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4204c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189908992:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3854us (48512us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.428537:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 330 00000100:00100000:3.0:1718401949.430207:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189909120 00000100:00100000:3.0:1718401949.430235:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.474766:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.474784:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189909120:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.474832:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea880/0xddd980ffd8f6793a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.474846:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.474848:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.474852:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea880/0xddd980ffd8f6793a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.474905:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ea880/0xddd980ffd8f6793a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.478985:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea880/0xddd980ffd8f6793a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.478996:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea880/0xddd980ffd8f6793a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.479018:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.479065:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189909120:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4286us (48950us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.479073:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 331 00000100:00100000:3.0:1718401949.480961:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189909248 00000100:00100000:3.0:1718401949.480991:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.524871:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.524889:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189909248:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.524937:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea640/0xddd980ffd8f67941 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.524952:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.524954:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.524958:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea640/0xddd980ffd8f67941 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.524971:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ea640/0xddd980ffd8f67941 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.528536:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea640/0xddd980ffd8f67941 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.528545:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea640/0xddd980ffd8f67941 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.528562:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.528600:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189909248:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3717us (47685us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.528607:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 332 00000100:00100000:3.0:1718401949.530162:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189909376 00000100:00100000:3.0:1718401949.530210:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.574933:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.574947:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189909376:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.574989:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea400/0xddd980ffd8f67948 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.575000:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.575001:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.575004:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea400/0xddd980ffd8f67948 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.575013:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ea400/0xddd980ffd8f67948 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.578591:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea400/0xddd980ffd8f67948 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.578600:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea400/0xddd980ffd8f67948 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.578616:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.578659:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189909376:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3716us (48548us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.578666:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 333 00000100:00100000:3.0:1718401949.580152:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189909504 00000100:00100000:3.0:1718401949.580181:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.625026:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.625044:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189909504:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.625095:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6794f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.625110:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.625113:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.625117:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6794f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.625130:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6794f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.629451:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6794f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.629462:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6794f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.629482:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.629527:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189909504:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4488us (49416us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.629538:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 334 00000100:00100000:3.0:1718401949.631115:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189909632 00000100:00100000:3.0:1718401949.631149:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.675104:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.675124:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ac97c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189909632:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.675169:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9440/0xddd980ffd8f67956 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.675183:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.675184:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.675188:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9440/0xddd980ffd8f67956 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.675232:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e9440/0xddd980ffd8f67956 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.679217:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9440/0xddd980ffd8f67956 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.679225:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9440/0xddd980ffd8f67956 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.679241:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.679283:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ac97c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189909632:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4165us (48212us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.679289:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 335 00000100:00100000:3.0:1718401949.680975:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189909760 00000100:00100000:3.0:1718401949.681007:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.725211:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.725232:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c423900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189909760:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.725278:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9440/0xddd980ffd8f6795d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.725293:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.725295:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.725299:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9440/0xddd980ffd8f6795d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.725311:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e9440/0xddd980ffd8f6795d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.729236:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9440/0xddd980ffd8f6795d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.729253:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9440/0xddd980ffd8f6795d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.729273:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.729327:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c423900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189909760:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4100us (48405us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.729337:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 336 00000100:00100000:3.0:1718401949.731006:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189909888 00000100:00100000:3.0:1718401949.731043:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.775286:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.775303:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189909888:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.775343:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f67964 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.775354:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.775355:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.775358:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f67964 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.775367:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f67964 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.778550:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f67964 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.778561:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f67964 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.778583:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.778630:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189909888:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3331us (47683us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.778638:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 337 00000100:00100000:3.0:1718401949.780154:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189910016 00000100:00100000:3.0:1718401949.780180:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.825354:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.825371:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acaac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189910016:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.825414:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb180/0xddd980ffd8f6796b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.825427:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.825428:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.825431:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb180/0xddd980ffd8f6796b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.825440:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eb180/0xddd980ffd8f6796b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.829025:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb180/0xddd980ffd8f6796b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.829037:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb180/0xddd980ffd8f6796b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.829062:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.829117:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acaac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189910016:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3751us (49007us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.829128:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 338 00000100:00100000:3.0:1718401949.830998:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189910144 00000100:00100000:3.0:1718401949.831035:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.875430:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.875451:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c422600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189910144:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.875499:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb840/0xddd980ffd8f67972 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.875514:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.875515:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.875518:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb840/0xddd980ffd8f67972 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.875528:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eb840/0xddd980ffd8f67972 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.879339:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eb840/0xddd980ffd8f67972 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.879347:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eb840/0xddd980ffd8f67972 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.879366:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.879408:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c422600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189910144:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3964us (48466us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.879415:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 339 00000100:00100000:3.0:1718401949.880929:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189910272 00000100:00100000:3.0:1718401949.880956:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.925518:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.925537:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c426880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189910272:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.925582:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f67979 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.925596:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.925598:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.925603:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f67979 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.925616:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f67979 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.929220:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f67979 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.929231:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f67979 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.929245:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.929294:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c426880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189910272:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3763us (48409us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.929303:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 340 00000100:00100000:3.0:1718401949.930715:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189910400 00000100:00100000:3.0:1718401949.930741:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.975594:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401949.975610:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1accc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189910400:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401949.975650:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f67980 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.975661:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.975662:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401949.975666:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f67980 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.975676:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f67980 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.979108:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f67980 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.979117:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f67980 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401949.979137:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401949.979210:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1accc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189910400:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3604us (48537us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401949.979220:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 341 00000100:00100000:3.0:1718401949.980790:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189910528 00000100:00100000:3.0:1718401949.980820:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.025684:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.025701:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c425a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189910528:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.025742:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f67987 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.025755:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.025756:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.025759:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f67987 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.025768:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f67987 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.029327:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f67987 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.029335:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f67987 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [25165824->26214399] (req 25165824->26214399) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.029354:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.029400:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c425a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189910528:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3702us (48651us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.029408:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 342 00000100:00100000:3.0:1718401950.030943:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189910656 00000100:00100000:3.0:1718401950.030967:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.075765:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.075783:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4276c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189910656:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.075828:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6798e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.075842:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.075881:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.075886:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6798e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.075899:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6798e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.079367:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6798e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.079379:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6798e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [26214400->27262975] (req 26214400->27262975) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.079404:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.079454:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4276c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189910656:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3676us (48585us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.079463:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 343 00000100:00100000:3.0:1718401950.081093:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189910784 00000100:00100000:3.0:1718401950.081122:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.125833:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.125859:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acf6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189910784:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.125900:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f67995 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.125912:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.125914:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.125917:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f67995 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.125927:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f67995 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.129979:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f67995 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.129994:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f67995 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [27262976->28311551] (req 27262976->28311551) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.130018:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.130063:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acf6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189910784:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4218us (49019us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.130070:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 344 00000100:00100000:3.0:1718401950.131637:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189910912 00000100:00100000:3.0:1718401950.131667:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.175911:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.175925:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c425580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189910912:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.175965:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f6799c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.175981:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.175982:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.175986:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f6799c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.175999:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f6799c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.179531:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f6799c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.179542:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f6799c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.179565:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.179613:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c425580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189910912:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3691us (48019us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.179623:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 345 00000100:00100000:3.0:1718401950.181152:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189911040 00000100:00100000:3.0:1718401950.181179:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.225989:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.226009:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4250c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189911040:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.226059:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679a3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.226073:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.226075:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.226078:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.226091:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.230387:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679a3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.230398:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.230418:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.230465:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4250c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189911040:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4463us (49357us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.230474:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 346 00000100:00100000:3.0:1718401950.232035:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189911168 00000100:00100000:3.0:1718401950.232064:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.276067:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.276085:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acb900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189911168:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.276128:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679aa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.276140:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.276141:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.276145:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679aa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.276154:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679aa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.279634:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679aa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.279644:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679aa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [30408704->31457279] (req 30408704->31457279) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.279663:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.279708:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acb900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189911168:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3629us (47713us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.279716:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 347 00000100:00100000:3.0:1718401950.281217:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189911296 00000100:00100000:3.0:1718401950.281246:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.326161:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.326177:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c422f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189911296:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.326239:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679b1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.326251:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.326252:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.326255:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679b1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.326265:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679b1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.330062:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679b1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.330072:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [31457280->32505855] (req 31457280->32505855) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.330091:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.330135:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c422f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189911296:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3962us (48962us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.330143:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 348 00000100:00100000:3.0:1718401950.331784:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189911424 00000100:00100000:3.0:1718401950.331814:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.376236:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.376253:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c420e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189911424:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.376296:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679b8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.376307:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.376308:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.376312:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.376322:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.379963:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679b8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.379976:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f679b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.380001:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.380051:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c420e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189911424:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3803us (48310us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.380061:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 349 00000100:00100000:3.0:1718401950.381712:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189911552 00000100:00100000:3.0:1718401950.381741:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.426336:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.426352:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ac9c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189911552:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.426396:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679bf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.426408:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.426410:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.426414:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.426424:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.430462:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679bf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.430474:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.430496:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.430544:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ac9c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189911552:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4197us (48872us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.430553:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 350 00000100:00100000:3.0:1718401950.432331:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189911680 00000100:00100000:3.0:1718401950.432370:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.476420:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.476439:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c421300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189911680:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.476489:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679c6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.476502:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.476504:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.476508:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.476521:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.480186:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679c6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.480220:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.480238:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.480281:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c421300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189911680:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3848us (48041us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.480289:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 351 00000100:00100000:3.0:1718401950.482041:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189911808 00000100:00100000:3.0:1718401950.482075:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.526505:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.526522:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4263c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189911808:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.526567:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679cd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.526579:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.526580:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.526584:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.526594:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.530390:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679cd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.530400:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.530417:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.530460:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4263c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189911808:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3942us (48490us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.530468:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 352 00000100:00100000:3.0:1718401950.531869:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189911936 00000100:00100000:3.0:1718401950.531899:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.576623:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.576640:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189911936:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.576682:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679d4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.576694:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.576695:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.576699:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.576708:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.580177:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679d4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.580186:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.580219:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.580257:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acda40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189911936:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3622us (48438us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.580262:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 353 00000100:00100000:3.0:1718401950.581871:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189912064 00000100:00100000:3.0:1718401950.581900:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.626705:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.626717:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c427200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189912064:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.626748:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679db lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.626759:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.626761:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.626764:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.626773:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.630597:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679db lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.630607:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846ead00/0xddd980ffd8f679db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [37748736->38797311] (req 37748736->38797311) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.630625:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.630668:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c427200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189912064:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3953us (48886us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.630676:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 354 00000100:00100000:3.0:1718401950.632285:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189912192 00000100:00100000:3.0:1718401950.632312:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.637336:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800b1acd580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3334:1801871184969664:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401950.637388:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401950.637419:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800b1acc740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184969920:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401950.637447:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401950.637465:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800b1aced40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184970176:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401950.637483:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401950.637505:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800b1acd580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3334:1801871184969664:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401950.637537:0:4315:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 311 00000100:00100000:3.0:1718401950.637542:0:4315:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184969920:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401950.637573:0:4315:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184969920:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401950.637579:0:4315:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 311 00000100:00100000:3.0:1718401950.637606:0:3334:0:(client.c:2892:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294974097 gen 2 00000004:00080000:3.0:1718401950.637610:0:3334:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req ffff880097f22ac0, transno 4294974097 00000100:00100000:3.0:1718401950.637617:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800b1aced40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184970176:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401950.637624:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800b1acc740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184969920:0@lo:400:kworker/u8:0.0 00000040:00100000:3.0:1718401950.637650:0:32567:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 367 in log [0x8:0x1:0x0] 00000100:00100000:3.0:1718401950.676790:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.676810:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c426d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189912192:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.676895:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8240/0xddd980ffd8f679e2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.676911:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.676912:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.676916:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8240/0xddd980ffd8f679e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.676929:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e8240/0xddd980ffd8f679e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.680597:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8240/0xddd980ffd8f679e2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.680608:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8240/0xddd980ffd8f679e2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [38797312->39845887] (req 38797312->39845887) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.680626:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.680669:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c426d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189912192:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3865us (48427us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.680676:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 355 00000100:00100000:3.0:1718401950.682206:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189912320 00000100:00100000:3.0:1718401950.682236:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000004:00080000:3.0:1718401950.685281:0:32568:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3730255089101ns, next at 3731255087476ns, rc = 0 00000100:00100000:3.0:1718401950.685422:0:9299:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184970368 00000100:00100000:3.0:1718401950.685457:0:9299:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184970432 00000100:00100000:3.0:1718401950.686036:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184970496 00000100:00100000:3.0:1718401950.686069:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 519 00000100:00100000:3.0:1718401950.686072:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184970496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1718401950.686084:0:9297:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1436 count 1 00002000:00010000:3.0:1718401950.686103:0:9297:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x59c:0x0] initial LVB size: 8388608, mtime: 0x666cbb96, atime: 0x0, ctime: 0x666cbb96, blocks: 0x4000 00010000:00010000:3.0:1718401950.686107:0:9297:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f679e9 lrc: 3/0,1 mode: --/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.686117:0:9297:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.686118:0:9297:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.686122:0:9297:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f679e9 lrc: 3/0,1 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.686130:0:9297:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f679e9 lrc: 3/0,1 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.686135:0:9297:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f679e9 lrc: 3/0,1 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.686139:0:9297:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f679e9 lrc: 2/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.686152:0:9297:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.690983:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3335:x1801871184970496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4909us (4973us total) trans 4294974160 rc 0/0 00000100:00100000:3.0:1718401950.690988:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 519 00000100:00100000:3.0:1718401950.726948:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.726964:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189912320:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.727006:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679f0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.727017:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.727019:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.727022:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.727031:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.730536:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679f0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.730545:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.730568:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.730612:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189912320:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3653us (48461us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.730619:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 356 00000100:00100000:3.0:1718401950.732128:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189912448 00000100:00100000:3.0:1718401950.732156:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.777037:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.777056:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c421c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189912448:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.777104:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679f7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.777119:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.777121:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.777125:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.777136:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.781443:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679f7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.781459:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.781478:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.781526:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c421c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189912448:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4475us (49448us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.781535:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 357 00000100:00100000:3.0:1718401950.783176:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189912576 00000100:00100000:3.0:1718401950.783235:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.827138:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.827161:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c424280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189912576:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.827244:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679fe lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.827264:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.827266:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.827271:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.827288:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.832253:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679fe lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.832267:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8000/0xddd980ffd8f679fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.832294:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.832346:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c424280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189912576:12345-192.168.204.24@tcp:3:dd.0 Request processed in 5192us (49231us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.832356:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 358 00000100:00100000:3.0:1718401950.834232:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189912704 00000100:00100000:3.0:1718401950.834271:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.877232:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.877251:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189912704:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.877297:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67a05 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.877310:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.877312:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.877316:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67a05 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.877326:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67a05 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.881544:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67a05 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.881553:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67a05 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.881572:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.881612:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189912704:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4368us (47447us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.881618:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 359 00000100:00100000:3.0:1718401950.883373:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189912832 00000100:00100000:3.0:1718401950.883402:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.927327:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.927348:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4776c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189912832:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.927394:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67a0c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.927409:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.927411:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.927415:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67a0c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.927427:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67a0c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.932724:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67a0c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.932736:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67a0c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.932762:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.932814:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4776c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189912832:12345-192.168.204.24@tcp:3:dd.0 Request processed in 5471us (49516us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.932824:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 360 00000100:00100000:3.0:1718401950.935313:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189912960 00000100:00100000:3.0:1718401950.935353:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.977453:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401950.977469:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c471300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189912960:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401950.977513:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f67a13 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.977527:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.977529:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401950.977533:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f67a13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.977544:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f67a13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.981714:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f67a13 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.981740:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f67a13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401950.981776:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401950.981910:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c471300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189912960:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4442us (46677us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401950.981924:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 361 00000100:00100000:3.0:1718401950.984098:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189913088 00000100:00100000:3.0:1718401950.984130:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401951.027574:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401951.027597:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe5580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189913088:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401951.027668:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f67a1a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.027681:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401951.027683:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401951.027688:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f67a1a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.027698:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f67a1a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.031816:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f67a1a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.031848:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f67a1a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.031876:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401951.031933:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe5580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189913088:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4344us (47897us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401951.031941:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 362 00000100:00100000:3.0:1718401951.034020:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189913216 00000100:00100000:3.0:1718401951.034056:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401951.077733:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401951.077757:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c474280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189913216:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401951.077815:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f67a21 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.077875:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401951.077877:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401951.077883:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f67a21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.077906:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f67a21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.082658:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f67a21 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.082670:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f67a21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.082695:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401951.082775:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c474280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189913216:12345-192.168.204.24@tcp:3:dd.0 Request processed in 5025us (48816us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401951.082785:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 363 00000100:00100000:3.0:1718401951.084556:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189913344 00000100:00100000:3.0:1718401951.084592:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401951.127816:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401951.127846:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c474740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189913344:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401951.127886:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9200/0xddd980ffd8f67a28 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.127898:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401951.127899:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401951.127903:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9200/0xddd980ffd8f67a28 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.127913:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e9200/0xddd980ffd8f67a28 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.131711:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e9200/0xddd980ffd8f67a28 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.131724:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e9200/0xddd980ffd8f67a28 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.131745:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401951.131795:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c474740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189913344:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3967us (47296us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401951.131805:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 364 00000100:00100000:3.0:1718401951.133337:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189913472 00000100:00100000:3.0:1718401951.133366:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401951.177887:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401951.177903:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189913472:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401951.177944:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eba80/0xddd980ffd8f67a2f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.177955:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401951.177956:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401951.177959:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eba80/0xddd980ffd8f67a2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.177969:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846eba80/0xddd980ffd8f67a2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.181854:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846eba80/0xddd980ffd8f67a2f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.181864:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846eba80/0xddd980ffd8f67a2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.181884:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1718401951.181928:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189913472:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4030us (48636us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1718401951.181934:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 365 00000100:00100000:3.0:1718401951.183939:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189913600 00000100:00100000:3.0:1718401951.183968:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401951.227979:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401951.227995:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c475a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189913600:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:3.0:1718401951.228037:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8900/0xddd980ffd8f67a36 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.228048:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401951.228050:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401951.228053:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8900/0xddd980ffd8f67a36 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401951.228063:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e8900/0xddd980ffd8f67a36 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [50331648->51380223] (req 50331648->51380223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718401951.284058:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401951.392391:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401951.392425:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401951.392448:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401951.392464:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401951.392475:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401951.392493:0:7229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6492 00000100:00100000:3.0:1718401951.392498:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b4942422-518c-4999-8e56-6394c3b8b64e+9:1882:x1801871189914240:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401951.392543:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b4942422-518c-4999-8e56-6394c3b8b64e+9:1882:x1801871189914240:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 45us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401951.392547:0:7229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6492 00000100:00100000:3.0:1718401951.392585:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401951.533624:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401951.684141:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401951.834306:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401951.984607:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401952.134590:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401952.284402:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401952.435045:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401952.585547:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401952.669542:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184970560 00000100:00100000:3.0:1718401952.669600:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 361 00000100:00100000:3.0:1718401952.669605:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184970560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1718401952.669631:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 33852096 pending 0 free 3913330688 avail 3681808384 00000100:00100000:3.0:1718401952.669680:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184970560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401952.669686:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 361 00000100:00100000:3.0:1718401952.735452:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:0.0:1718401952.830489:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401952.830491:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401952.830495:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b16 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.830505:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b16 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.834440:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b16 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.834448:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b16 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.834465:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401952.834521:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae6880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189918080:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4092us (48401us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401952.834531:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 398 00010000:00010000:0.0:1718401952.835298:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401952.836108:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189918208 00000100:00100000:0.0:1718401952.836139:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401952.880557:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401952.880578:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189918208:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401952.880629:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b1d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.880644:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401952.880646:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401952.880650:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.880668:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.884227:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.884236:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.884252:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401952.884288:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189918208:12345-192.168.204.24@tcp:3:dd.0 Request processed in 3717us (48223us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401952.884294:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 399 00000100:00100000:3.0:1718401952.885902:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401952.885949:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189918336 00000100:00100000:0.0:1718401952.885980:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401952.930629:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401952.930647:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189918336:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401952.930691:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b24 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.930703:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401952.930705:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401952.930709:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.930718:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.934852:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b24 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.934863:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.934899:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401952.934942:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189918336:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4301us (49041us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401952.934950:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 400 00000100:00100000:0.0:1718401952.936599:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189918464 00000100:00100000:0.0:1718401952.936631:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401952.980739:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401952.980760:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189918464:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401952.980855:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b2b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.980873:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401952.980875:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401952.980880:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.980895:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.985746:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b2b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.985758:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401952.985781:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401952.985864:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189918464:12345-192.168.204.24@tcp:3:dd.0 Request processed in 5110us (49315us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401952.985872:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 401 00000100:00100000:0.0:1718401952.987901:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189918592 00000100:00100000:0.0:1718401952.987933:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.030888:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.030912:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189918592:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.030966:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b32 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.030985:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.030987:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.030991:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b32 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.031006:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b32 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.037340:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b32 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.037359:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.037403:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.037481:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189918592:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6574us (49626us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.037496:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 402 00000100:00100000:3.0:1718401953.040466:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401953.040561:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189918720 00000100:00100000:0.0:1718401953.040610:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.080997:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.081021:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ac8e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189918720:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.081073:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b39 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.081090:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.081092:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.081097:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.081112:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.087569:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.087586:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [89128960->90177535] (req 89128960->90177535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.087615:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.087684:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ac8e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189918720:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6670us (47223us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.087696:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 403 00000100:00100000:0.0:1718401953.090366:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189918848 00000100:00100000:0.0:1718401953.090401:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.131092:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.131115:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189918848:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.131178:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b40 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.131235:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.131238:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.131244:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.131264:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.137610:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b40 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.137627:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [90177536->91226111] (req 90177536->91226111) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.137667:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.137751:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189918848:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6639us (47433us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.137767:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 404 00000100:00100000:0.0:1718401953.140727:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189918976 00000100:00100000:0.0:1718401953.140771:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.181183:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.181239:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189918976:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.181304:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b47 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.181325:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.181327:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.181332:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.181351:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.187711:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b47 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.187726:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [91226112->92274687] (req 91226112->92274687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.187753:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.187839:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189918976:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6608us (47190us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.187853:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 405 00000100:00100000:3.0:1718401953.190531:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401953.190622:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189919104 00000100:00100000:0.0:1718401953.190661:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.231322:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.231351:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acb440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189919104:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.231420:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b4e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.231444:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.231447:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.231453:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b4e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.231474:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b4e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.238083:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b4e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.238098:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [92274688->93323263] (req 92274688->93323263) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.238127:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.238233:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acb440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189919104:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6863us (47676us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.238244:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 406 00000100:00100000:0.0:1718401953.240944:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189919232 00000100:00100000:0.0:1718401953.240986:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.281471:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.281488:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189919232:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.281534:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b55 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.281550:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.281552:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.281556:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b55 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.281570:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b55 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.287667:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b55 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.287683:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [93323264->94371839] (req 93323264->94371839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.287712:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.287773:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189919232:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6288us (46898us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.287785:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 407 00000100:00100000:0.0:1718401953.291009:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189919360 00000100:00100000:0.0:1718401953.291054:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.331569:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.331588:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189919360:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.331636:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b5c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.331653:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.331656:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.331661:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.331676:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.337516:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b5c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.337530:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [94371840->95420415] (req 94371840->95420415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.337558:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.337617:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189919360:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6033us (46697us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.337627:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 408 00000100:00100000:3.0:1718401953.340275:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401953.340341:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189919488 00000100:00100000:0.0:1718401953.340381:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.381688:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.381709:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1ac84c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189919488:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.381761:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b63 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.381779:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.381781:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.381830:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.381853:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.387869:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b63 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.387886:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b63 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.387921:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.387995:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1ac84c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189919488:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6287us (47722us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.388012:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 409 00000100:00100000:0.0:1718401953.391422:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189919616 00000100:00100000:0.0:1718401953.391468:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.431779:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.431814:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189919616:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.431880:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b6a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.431894:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.431896:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.431900:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b6a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.431914:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b6a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.436354:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b6a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.436365:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [96468992->97517567] (req 96468992->97517567) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.436389:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.436440:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189919616:12345-192.168.204.24@tcp:3:dd.0 Request processed in 4633us (45091us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.436448:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 410 00000100:00100000:0.0:1718401953.438599:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189919744 00000100:00100000:0.0:1718401953.438633:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.481913:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.481933:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae5580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189919744:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.482003:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b71 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.482021:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.482023:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.482028:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.482042:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.487435:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.487444:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [97517568->98566143] (req 97517568->98566143) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.487462:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.487502:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae5580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189919744:12345-192.168.204.24@tcp:3:dd.0 Request processed in 5575us (48952us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.487509:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 411 00000100:00100000:3.0:1718401953.489696:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401953.489753:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189919872 00000100:00100000:0.0:1718401953.489809:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.532062:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.532082:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acd580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189919872:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.532142:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b78 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.532165:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.532168:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.532173:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b78 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.532223:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b78 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.537489:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b78 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.537501:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b78 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [98566144->99614719] (req 98566144->99614719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.537530:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.537584:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acd580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189919872:12345-192.168.204.24@tcp:3:dd.0 Request processed in 5506us (47889us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.537595:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 412 00000100:00100000:0.0:1718401953.539690:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189920000 00000100:00100000:0.0:1718401953.539727:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:3.0:1718401953.549572:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184970624 00000100:00100000:3.0:1718401953.549648:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 362 00000100:00100000:3.0:1718401953.549657:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184970624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1718401953.549690:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3809046528 avail 3577524224 00000100:00100000:3.0:1718401953.549763:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe2f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184970624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401953.549772:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 362 00000100:00100000:0.0:1718401953.582167:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.582184:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189920000:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.582247:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b7f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.582263:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.582265:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.582270:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b7f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.582284:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b7f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.588845:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b7f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.588856:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b7f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [99614720->100663295] (req 99614720->100663295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.588881:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.588924:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189920000:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6744us (49288us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.588931:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 413 00000100:00100000:0.0:1718401953.591448:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189920128 00000100:00100000:0.0:1718401953.591498:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.632244:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.632260:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189920128:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.632301:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b86 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.632317:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.632319:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.632323:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b86 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.632337:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b86 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.638059:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b86 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.638073:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [100663296->101711871] (req 100663296->101711871) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.638106:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.638225:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189920128:12345-192.168.204.24@tcp:3:dd.0 Request processed in 5931us (46790us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.638240:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 414 00000100:00100000:3.0:1718401953.640881:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401953.640953:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189920256 00000100:00100000:0.0:1718401953.640991:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.682373:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.682396:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acc740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189920256:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.682458:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b8d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.682479:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.682482:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.682488:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.682508:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.688834:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.688856:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [101711872->102760447] (req 101711872->102760447) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.688916:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.689000:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acc740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1880:x1801871189920256:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6606us (48118us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.689014:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 415 00000100:00100000:0.0:1718401953.692237:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189920384 00000100:00100000:0.0:1718401953.692281:0:11465:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.732488:0:9302:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.732512:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecb5580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189920384:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.732582:0:9302:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b94 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.732600:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.732602:0:9302:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.732607:0:9302:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.732622:0:9302:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.738859:0:9302:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b94 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.738876:0:9302:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [102760448->103809023] (req 102760448->103809023) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9302 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.738912:0:9302:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.738981:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecb5580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189920384:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6473us (46840us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.738996:0:9302:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 416 00000100:00100000:0.0:1718401953.741716:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189920512 00000100:00100000:0.0:1718401953.741760:0:9302:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.782607:0:11465:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0781c00 rate 20 gen 0 token 0, rule@ffff88011e07d100 rate 20 gen 0 00000100:00100000:0.0:1718401953.782628:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecb6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189920512:12345-192.168.204.24@tcp:3:dd.0 00010000:00010000:0.0:1718401953.782681:0:11465:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b9b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.782698:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.782700:0:11465:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401953.782705:0:11465:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b9b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.782720:0:11465:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b9b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.788805:0:11465:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b9b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.788821:0:11465:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67b9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 11465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.788850:0:11465:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401953.788912:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecb6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+6:1881:x1801871189920512:12345-192.168.204.24@tcp:3:dd.0 Request processed in 6288us (47267us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1718401953.788922:0:11465:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 417 00000100:00100000:3.0:1718401953.824635:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401953.824709:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189920576 00000100:00100000:0.0:1718401953.824776:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7416 00000100:00100000:0.0:1718401953.824796:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a63c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+6:21848:x1801871189920576:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1718401953.824811:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718401953.824854:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f678d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x55d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb2a expref: 6 pid: 23004 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1718401953.824892:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718401953.824949:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a63c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+5:21848:x1801871189920576:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 152us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401953.824960:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7416 00010000:00010000:0.0:1718401953.837403:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401953.837930:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189920640 00000100:00100000:0.0:1718401953.838013:0:7230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101208 00000100:00100000:0.0:1718401953.838024:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecb1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+12:20235:x1801871189920640:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1718401953.838052:0:7230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718401953.838073:0:7230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67ba2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb31 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.838148:0:7230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67ba9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5ed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.838164:0:7230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67ba9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ed:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.838175:0:7230:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67ba9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ed:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718401953.838261:0:7230:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5ed:0x0]: returning size 4096 00000004:00200000:0.0:1718401953.838265:0:7230:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:0.0:1718401953.838282:0:7230:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67ba9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ed:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.838306:0:7230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67ba2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb31 expref: 14 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.838349:0:7230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67ba9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ed:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb31 expref: 13 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.838365:0:7230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x0 (ffff880074511a00) 00010000:00010000:0.0:1718401953.838368:0:7230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718401953.838371:0:7230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9c240, rc 0) 00000100:00100000:0.0:1718401953.838427:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecb1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+13:20235:x1801871189920640:12345-192.168.204.24@tcp:101:rm.0 Request processed in 404us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401953.838435:0:7230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101208 00000100:00100000:0.0:1718401953.840669:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189920768 00000100:00100000:0.0:1718401953.840725:0:7230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101209 00000100:00100000:0.0:1718401953.840734:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecb3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+13:20235:x1801871189920768:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1718401953.840750:0:7230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718401953.840765:0:7230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d680/0xddd980ffd8f67bb0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb38 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718401953.840866:0:7230:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5ed:0x0]: returning size 4096 00010000:00010000:0.0:1718401953.840975:0:7230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d680/0xddd980ffd8f67bb0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb38 expref: 15 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.840989:0:7230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d680/0xddd980ffd8f67bb0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb38 expref: 15 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.841012:0:7230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9d680, rc 0) 00000100:00100000:0.0:1718401953.841071:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecb3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+14:20235:x1801871189920768:12345-192.168.204.24@tcp:101:rm.0 Request processed in 337us (492us total) trans 4294987066 rc 301/301 00000100:00100000:0.0:1718401953.841084:0:7230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101209 00000100:00100000:3.0:1718401953.843495:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401953.851649:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401953.851705:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189921088 00000100:00100000:0.0:1718401953.851744:0:7230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101210 00000100:00100000:0.0:1718401953.851753:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+15:20235:x1801871189921088:12345-192.168.204.24@tcp:101:rm.0 00010000:00010000:0.0:1718401953.851771:0:7230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718401953.851804:0:7230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67bbe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb3f expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.851875:0:7230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d680/0xddd980ffd8f67bc5 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.851888:0:7230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d680/0xddd980ffd8f67bc5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5ed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.851898:0:7230:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d680/0xddd980ffd8f67bc5 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5ed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718401953.851907:0:7230:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5ed:0x0]: returning size 4096 00010000:00010000:0.0:1718401953.851957:0:7230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67bbe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb3f expref: 18 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.851994:0:7230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d680/0xddd980ffd8f67bc5 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5ed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb3f expref: 17 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.852005:0:7230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x0 (ffff880074511a00) 00010000:00010000:0.0:1718401953.852008:0:7230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1718401953.852011:0:7230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9d680, rc 0) 00000100:00100000:0.0:1718401953.852047:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+17:20235:x1801871189921088:12345-192.168.204.24@tcp:101:rm.0 Request processed in 293us (400us total) trans 4294987068 rc 0/0 00000100:00100000:0.0:1718401953.852058:0:7230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101210 00000100:00100000:0.0:1718401953.855510:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189921344 00000100:00100000:0.0:1718401953.855553:0:7230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101211 00000100:00100000:0.0:1718401953.855560:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecb0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+18:20235:x1801871189921344:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:0.0:1718401953.855597:0:7230:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1718401953.855617:0:7230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f678ca lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5ee:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb23 expref: 18 pid: 7233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855640:0:7230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f675e4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5ee:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb1c expref: 17 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855652:0:7230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ee:0x0].0x0 (ffff88008b468400) 00010000:00010000:0.0:1718401953.855669:0:7230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67ba9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5ed:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb31 expref: 16 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855682:0:7230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x0 (ffff880074511a00) 00010000:00010000:0.0:1718401953.855685:0:7230:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718401953.855699:0:7230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67bd3 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5ed:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855710:0:7230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67bd3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855736:0:7230:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67bd3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855748:0:7230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f67bda lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5ed:0x0].0x666274 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855756:0:7230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f67bda lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855763:0:7230:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f67bda lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855857:0:7230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67be1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855868:0:7230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67be1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.855877:0:7230:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67be1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1718401953.856056:0:7230:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].371, 64 off31936 00000004:00080000:0.0:1718401953.856063:0:7230:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3733425870996ns, next at 3734425869168ns, rc = 0 00010000:00010000:0.0:1718401953.856089:0:7230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67be8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856096:0:7230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67be8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134219447056 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856103:0:7230:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67be8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134219447056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856109:0:7230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67be8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134219447056 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856114:0:7230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67be8 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134219447056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856118:0:7230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67be8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134219447056 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856147:0:7230:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1718401953.856159:0:7230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88012ecb0980 reply state ffff88009369a000 transno 4294987070 ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67be1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856314:0:7230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67bd3 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856324:0:7230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67bd3 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856331:0:7230:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67bd3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856338:0:7230:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9e1c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718401953.856341:0:7230:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67bd3 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856348:0:7230:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67bd3 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856359:0:7230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x0 (ffff880074511a00) 00010000:00010000:0.0:1718401953.856363:0:7230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718401953.856365:0:7230:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67bd3 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.856371:0:7230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67bd3 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718401953.856384:0:7230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88012ecb0980 reply state ffff88009369a000 transno 4294987070 ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f67bda lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718401953.856453:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecb0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+17:20235:x1801871189921344:12345-192.168.204.24@tcp:36:rm.0 Request processed in 891us (1011us total) trans 4294987070 rc 0/0 00000100:00100000:0.0:1718401953.856463:0:7230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101211 00010000:00010000:0.0:1718401953.857406:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f67bda lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x666274 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.857418:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x666274 (ffff88012bae0200) 00010000:00010000:0.0:1718401953.857421:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718401953.857425:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67be1 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.857432:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ee:0x0].0x0 (ffff88012bae0a00) 00010000:00010000:0.0:1718401953.857434:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718401953.857883:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189921408 00000100:00100000:0.0:1718401953.857922:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7417 00000100:00100000:0.0:1718401953.857925:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+9:1880:x1801871189921408:12345-192.168.204.24@tcp:103:rm.0 00010000:00010000:0.0:1718401953.857935:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718401953.857947:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67551 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5ed:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbaeb expref: 9 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.857962:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x0 (ffff880074511900) 00010000:00010000:0.0:1718401953.857971:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718401953.858015:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189921408:12345-192.168.204.24@tcp:103:rm.0 Request processed in 88us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401953.858023:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7417 00000100:00100000:0.0:1718401953.859186:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189921664 00000100:00100000:0.0:1718401953.859233:0:7230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101212 00000100:00100000:0.0:1718401953.859237:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecb4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+18:20235:x1801871189921664:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:0.0:1718401953.859255:0:7230:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1718401953.859268:0:7230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d680/0xddd980ffd8f67bc5 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5ed:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb3f expref: 18 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.859280:0:7230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f675c8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5ed:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb15 expref: 17 pid: 9318 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.859286:0:7230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x0 (ffff880074511a00) 00010000:00010000:0.0:1718401953.859290:0:7230:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718401953.859315:0:7230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9cb40/0xddd980ffd8f67bef lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.859319:0:7230:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9cb40/0xddd980ffd8f67bef lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.859325:0:7230:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9cb40/0xddd980ffd8f67bef lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718401953.859339:0:7230:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:7230:1801871184970688:0@lo:101:mdt00_012.0 00000100:00100000:0.0:1718401953.859366:0:7230:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401953.859386:0:7230:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011f3baa80 going to sleep for 6 seconds 00000100:00100000:0.0:1718401953.859564:0:7230:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:7230:1801871184970688:0@lo:101:mdt00_012.0 00010000:00010000:0.0:1718401953.859574:0:7230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9cb40/0xddd980ffd8f67bef lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67bf6 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.859579:0:7230:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9cb40/0xddd980ffd8f67bef lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f67bf6 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718401953.859597:0:7230:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1718401953.859616:0:7230:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:7230:1801871184970752:0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1718401953.859633:0:7230:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401953.859648:0:7230:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011f3bae40 going to sleep for 6 seconds 00000100:00100000:0.0:1718401953.859743:0:7230:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:7230:1801871184970752:0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1718401953.859765:0:7230:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:7230:1801871184970816:0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1718401953.859789:0:7230:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401953.859796:0:7230:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011f3bae40 going to sleep for 6 seconds 00000100:00100000:0.0:1718401953.859884:0:7230:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:7230:1801871184970816:0@lo:1000:mdt00_012.0 00010000:00010000:0.0:1718401953.859904:0:7230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9df80/0xddd980ffd8f67bfd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.859908:0:7230:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9df80/0xddd980ffd8f67bfd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.859912:0:7230:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9df80/0xddd980ffd8f67bfd lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718401953.859918:0:7230:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:7230:1801871184970880:0@lo:101:mdt00_012.0 00000100:00100000:0.0:1718401953.859930:0:7230:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401953.859937:0:7230:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011f3baa80 going to sleep for 6 seconds 00000100:00100000:0.0:1718401953.860038:0:7230:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:7230:1801871184970880:0@lo:101:mdt00_012.0 00010000:00010000:0.0:1718401953.860043:0:7230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9df80/0xddd980ffd8f67bfd lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67c04 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.860047:0:7230:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9df80/0xddd980ffd8f67bfd lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f67c04 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.860059:0:7230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67c0b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.860063:0:7230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67c0b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.860068:0:7230:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67c0b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1718401953.860266:0:7230:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1114, 424 off1008576 00000040:00080000:0.0:1718401953.860288:0:7230:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1493, 504 off1427336 00000004:00080000:0.0:1718401953.860290:0:7230:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88008a400b80 with version 7091 00000100:00100000:0.0:1718401953.860377:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184970944 00000100:00100000:0.0:1718401953.860395:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19922 00000100:00100000:0.0:1718401953.860397:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871184970944:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718401953.860584:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:8097:x1801871184970944:12345-0@lo:1000:osp_up0-1.0 Request processed in 185us (221us total) trans 8589959504 rc 0/0 00000100:00100000:0.0:1718401953.860589:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19922 00000004:00200000:0.0:1718401953.860619:0:7230:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5ed:0x0]: returning size 4096 00000004:00010000:0.0:1718401953.860626:0:7230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88012ecb4740 reply state ffff88009369f000 transno 4294987072 ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67c0b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.860632:0:7230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9df80/0xddd980ffd8f67bfd lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67c04 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.860636:0:7230:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9df80/0xddd980ffd8f67bfd lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5ed:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67c04 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718401953.860704:0:7230:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1718401953.860706:0:7230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9cb40/0xddd980ffd8f67bef lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67bf6 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.860710:0:7230:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a7c9cb40/0xddd980ffd8f67bef lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67bf6 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718401953.860746:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecb4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+18:20235:x1801871189921664:12345-192.168.204.24@tcp:36:rm.0 Request processed in 1508us (1603us total) trans 4294987072 rc 0/0 00000100:00100000:0.0:1718401953.860750:0:7230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101212 00010000:00010000:0.0:1718401953.861363:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67c0b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5ed:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401953.861371:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ed:0x0].0x0 (ffff88012bae0500) 00010000:00010000:0.0:1718401953.861373:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:3.0:1718401954.544054:0:23543:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 3734113861450ns, next at 3731255087476ns, rc = 0 00080000:00080000:3.0:1718401954.544068:0:23543:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1718401954.544166:0:23543:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3734113973836ns, next at 3734425869168ns, rc = 0 00080000:00080000:3.0:1718401954.544172:0:23543:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1718401954.545292:0:32552:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 321 committed 00000001:00080000:0.0:1718401954.545314:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959504 is committed 00000100:00100000:0.0:1718401954.545424:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184971072:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1718401954.545440:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184971008:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1718401954.545477:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401954.545477:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401954.545511:0:4314:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184971008 00000100:00100000:0.0:1718401954.545511:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184971072 00000100:00100000:0.0:1718401954.545539:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184971136 00000100:00100000:3.0:1718401954.545542:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 520 00000100:00100000:3.0:1718401954.545545:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184971008:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1718401954.545552:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7418 00000100:00100000:0.0:1718401954.545556:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc04c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+9:3335:x1801871184971072:12345-0@lo:103:jbd2/dm-1-8.0 00002000:00080000:3.0:1718401954.545564:0:4314:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1373 count 1 00010000:00010000:0.0:1718401954.545564:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718401954.545578:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67bf6 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f67bef expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718401954.545585:0:4314:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x55d:0x0] initial LVB size: 104857600, mtime: 0x666cbb9c, atime: 0x0, ctime: 0x666cbb9c, blocks: 0x32000 00010000:00010000:3.0:1718401954.545588:0:4314:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8900/0xddd980ffd8f67c12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x55d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718401954.545596:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:3.0:1718401954.545598:0:4314:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718401954.545599:0:4314:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718401954.545599:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718401954.545603:0:4314:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8900/0xddd980ffd8f67c12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x55d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401954.545612:0:4314:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800846e8900/0xddd980ffd8f67c12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x55d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401954.545616:0:4314:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800846e8900/0xddd980ffd8f67c12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x55d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718401954.545620:0:4314:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800846e8900/0xddd980ffd8f67c12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x55d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 4314 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718401954.545624:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc04c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3335:x1801871184971072:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 67us (148us total) trans 0 rc 0/0 00010000:00010000:3.0:1718401954.545630:0:4314:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718401954.545630:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7418 00000100:00100000:0.0:1718401954.545663:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184971072:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1718401954.545713:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184971200 00000100:00100000:0.0:1718401954.545731:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19923 00000100:00100000:0.0:1718401954.545735:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8097:x1801871184971200:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718401954.545846:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871184971200:12345-0@lo:1000:osp_up0-1.0 Request processed in 110us (153us total) trans 8589959505 rc 0/0 00000100:00100000:0.0:1718401954.545851:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19923 00000020:00080000:0.0:1718401954.545899:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3544 committed batchid 3543 00000020:00080000:0.0:1718401954.545913:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3543 00000100:00100000:3.0:1718401954.603877:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+6:3334:x1801871184971008:12345-0@lo:6:osp-syn-0-1.0 Request processed in 58326us (58396us total) trans 4294974161 rc 0/0 00000100:00100000:3.0:1718401954.603888:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 520 00000004:00080000:0.0:1718401954.603924:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880084bc2140/2, rc 0, transno 6865 00000100:00100000:0.0:1718401954.603932:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184971008:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1718401954.604064:0:23543:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 3734173872168ns, next at 3726247143499ns, rc = 0 00080000:00080000:3.0:1718401954.604071:0:23543:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1718401954.604136:0:23543:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 3734173943730ns, next at 3457799200350ns, rc = 0 00080000:00080000:3.0:1718401954.604140:0:23543:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:0.0:1718401954.604714:0:32552:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 305 committed 00000001:00080000:0.0:1718401954.604733:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959505 is committed 00000020:00080000:0.0:1718401954.604868:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3544 00000040:00100000:0.0:1718401954.604879:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1493 in log [0x3:0x401:0x2] 00000004:00080000:0.0:1718401954.604914:0:8104:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88008a400000 with version 7093 00000020:00080000:0.0:1718401954.604922:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3544 cancel update log [0x3:0x401:0x2].1493: rc = 0 00000040:00100000:0.0:1718401954.604928:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1114 in log [0x3:0x40000400:0x2] 00000020:00080000:0.0:1718401954.604994:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3544 cancel update log [0x3:0x40000400:0x2].1114: rc = 0 00000020:00080000:0.0:1718401954.605004:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3544 00010000:00010000:0.0:1718401954.839357:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401955.629431:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1718401955.629455:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc17c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184971328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1718401955.629525:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401955.629602:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184971392 00000100:00100000:0.0:1718401955.629656:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19926 00000100:00100000:0.0:1718401955.629660:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184971392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1718401955.629678:0:6879:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443762176 avail 1314299904 00000100:00100000:0.0:1718401955.629713:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184971392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401955.629720:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19926 00000100:00100000:0.0:1718401955.629816:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc17c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184971328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718401955.645382:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3334:1801871184971648:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401955.645397:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3335:1801871184971456:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401955.645427:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401955.645451:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401955.645464:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184971904:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401955.645473:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184971712:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401955.645517:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401955.645531:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1718401955.645535:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401955.645536:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e79300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184971968:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401955.645555:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401955.645579:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184971904 00000100:00100000:3.0:1718401955.645588:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184971712 00000100:00100000:3.0:1718401955.645627:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184971968 00000100:00100000:0.0:1718401955.645642:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 314 00000100:00100000:0.0:1718401955.645649:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc17c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3335:x1801871184971712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401955.645662:0:4315:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 314 00000100:00100000:3.0:1718401955.645669:0:4315:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184971904:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401955.645702:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc17c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3335:x1801871184971712:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401955.645709:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 314 00000100:00100000:3.0:1718401955.645715:0:4315:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184971904:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401955.645720:0:4315:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 314 00000100:00100000:0.0:1718401955.645726:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 314 00000100:00100000:0.0:1718401955.645729:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3334:x1801871184971968:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401955.645780:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3334:x1801871184971968:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401955.645801:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 314 00000100:00100000:3.0:1718401955.645819:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e79300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184971968:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401955.645824:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3335:1801871184971456:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401955.645825:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184971904:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401955.645831:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3334:1801871184971648:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401955.645832:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184971712:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401955.645878:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184971520 00000100:00100000:3.0:1718401955.645909:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184971776 00000100:00100000:3.0:1718401955.645919:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6500 00000100:00100000:3.0:1718401955.645922:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3332:x1801871184971520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401955.645924:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6501 00000100:00100000:0.0:1718401955.645927:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3332:x1801871184971776:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401955.645948:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3332:x1801871184971520:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401955.645952:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6500 00000100:00100000:0.0:1718401955.645953:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3332:x1801871184971776:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401955.645957:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6501 00000100:00100000:0.0:1718401955.646048:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184972032:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401955.693402:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184972160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718401955.693436:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401955.693484:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184972160 00000100:00100000:0.0:1718401955.693521:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184972224 00000100:00100000:0.0:1718401955.693539:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 363 00000100:00100000:0.0:1718401955.693543:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184972160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1718401955.693568:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 33852096 pending 0 free 3913330688 avail 3681808384 00000100:00100000:0.0:1718401955.693608:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184972160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401955.693614:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 363 00000100:00100000:3.0:1718401955.693623:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184972160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718401955.693649:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e731300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184972224:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1718401955.841452:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1718401956.141915:0:9293:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0000: transno 4294974161 is committed 00000001:00080000:0.0:1718401956.141927:0:9293:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0000: transno 4294974160 is committed 00000100:00100000:0.0:1718401956.400587:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401956.400623:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401956.400646:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401956.400666:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401956.400695:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401956.400709:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401956.400763:0:23004:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189921920 00000100:00100000:0.0:1718401956.400764:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401956.400802:0:23004:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189921984 00000100:00100000:3.0:1718401956.400822:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 316 00000100:00100000:3.0:1718401956.400827:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b4942422-518c-4999-8e56-6394c3b8b64e+5:1882:x1801871189921920:12345-192.168.204.24@tcp:400:kworker/u8:4.0 00000100:00100000:1.0:1718401956.400830:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6503 00000100:00100000:1.0:1718401956.400841:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6505 00000100:00100000:1.0:1718401956.400844:0:7226:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:4ba2d863-ea31-487e-99d5-270114bd2874+6:1882:x1801871189922048:12345-192.168.204.24@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1718401956.400853:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b4942422-518c-4999-8e56-6394c3b8b64e+5:1882:x1801871189921920:12345-192.168.204.24@tcp:400:kworker/u8:4.0 Request processed in 27us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401956.400855:0:7226:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:4ba2d863-ea31-487e-99d5-270114bd2874+6:1882:x1801871189922048:12345-192.168.204.24@tcp:400:kworker/u8:4.0 Request processed in 11us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401956.400858:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6505 00000100:00100000:3.0:1718401956.400859:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 316 00000100:00100000:3.0:1718401956.400871:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 316 00000100:00100000:3.0:1718401956.400874:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe17c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b4942422-518c-4999-8e56-6394c3b8b64e+5:1883:x1801871189921984:12345-192.168.204.24@tcp:400:kworker/u8:4.0 00000100:00100000:3.0:1718401956.400895:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe17c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b4942422-518c-4999-8e56-6394c3b8b64e+5:1883:x1801871189921984:12345-192.168.204.24@tcp:400:kworker/u8:4.0 Request processed in 20us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401956.400898:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 316 00010000:00010000:0.0:1718401956.843369:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401957.677414:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e731c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184972288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1718401957.677480:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401957.677651:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e731c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184972288:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1718401957.845413:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401958.557402:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1718401958.557422:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184972352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718401958.557486:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401958.557673:0:3332:0:(client.c:2892:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294974161 gen 2 00000004:00080000:1.0:1718401958.557677:0:3332:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req ffff880084bc2140, transno 4294974161 00000100:00100000:1.0:1718401958.557700:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184972352:0@lo:13:osp-pre-0-1.0 00000040:00100000:0.0:1718401958.557729:0:9620:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 371 in log [0x3:0x1:0x0] 00010000:00010000:0.0:1718401958.847406:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718401959.849414:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1718401960.142394:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959506 is committed 00000100:00100000:3.0:1718401960.637411:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184972416:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718401960.637411:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184972480:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718401960.637479:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401960.637509:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401960.637553:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184972416 00000100:00100000:0.0:1718401960.637588:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19928 00000100:00100000:0.0:1718401960.637592:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184972416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1718401960.637617:0:6879:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443762176 avail 1314299904 00000100:00100000:0.0:1718401960.637683:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184972416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401960.637693:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19928 00000100:00100000:3.0:1718401960.637712:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184972416:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718401960.637715:0:3335:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959506 gen 2 00000004:00080000:1.0:1718401960.637721:0:3335:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959506 committed transno 8589959506 00000100:00100000:1.0:1718401960.637746:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184972480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1718401960.653412:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3333:1801871184972608:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401960.653427:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3332:1801871184972544:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401960.653452:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3334:1801871184972672:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401960.653494:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401960.653494:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401960.653515:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401960.653518:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184972800:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.653520:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3333:1801871184972864:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401960.653532:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3334:1801871184972928:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.653536:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401960.653537:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401960.653544:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401960.653547:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184973056:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.653548:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d3900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184973120:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401960.653551:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3334:1801871184973184:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401960.653556:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401960.653565:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401960.653566:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401960.653582:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184972608 00000100:00100000:3.0:1718401960.653587:0:7229:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184972672 00000100:00100000:0.0:1718401960.653593:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184972800 00000100:00100000:1.0:1718401960.653602:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184972864 00000100:00100000:3.0:1718401960.653606:0:7229:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184972928 00000100:00100000:1.0:1718401960.653611:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184973184 00000100:00100000:3.0:1718401960.653617:0:7229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6506 00000100:00100000:3.0:1718401960.653620:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3333:x1801871184972608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401960.653620:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6507 00000100:00100000:1.0:1718401960.653623:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3334:x1801871184972672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.653627:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184973056 00000100:00100000:0.0:1718401960.653644:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184973120 00000100:00100000:3.0:1718401960.653646:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3333:x1801871184972608:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401960.653648:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3334:x1801871184972672:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401960.653651:0:7229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6506 00000100:00100000:1.0:1718401960.653652:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6507 00000100:00100000:3.0:1718401960.653675:0:7229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6509 00000100:00100000:3.0:1718401960.653677:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3334:x1801871184972928:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.653679:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 317 00000100:00100000:1.0:1718401960.653682:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6510 00000100:00100000:0.0:1718401960.653684:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184972800:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401960.653685:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3334:x1801871184973184:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401960.653904:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3334:x1801871184972928:12345-0@lo:400:kworker/u8:0.0 Request processed in 227us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401960.653906:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3334:x1801871184973184:12345-0@lo:400:kworker/u8:0.0 Request processed in 220us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401960.653908:0:7229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6509 00000100:00100000:1.0:1718401960.653910:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6510 00000100:00100000:0.0:1718401960.653910:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184972800:12345-0@lo:400:kworker/u8:0.0 Request processed in 226us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401960.653915:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 317 00000100:00100000:3.0:1718401960.653926:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 317 00000100:00100000:3.0:1718401960.653929:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184973056:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.653929:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 317 00000100:00100000:0.0:1718401960.653932:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184973120:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401960.653940:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3332:1801871184972544:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401960.653944:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184973056:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401960.653947:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 317 00000100:00100000:1.0:1718401960.653949:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184972800:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.653949:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184973120:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401960.653952:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 317 00000100:00100000:1.0:1718401960.653954:0:3332:0:(client.c:2892:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294974160 gen 2 00000004:00080000:1.0:1718401960.653958:0:3332:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req ffff8800863c0e40, transno 4294974160 00000100:00100000:3.0:1718401960.653963:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3334:1801871184972672:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401960.653964:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184973056:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401960.653968:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3334:1801871184972928:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401960.653973:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3334:1801871184973184:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.653975:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d3900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184973120:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.653981:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3333:1801871184972608:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.653986:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3333:1801871184972864:0@lo:400:kworker/u8:0.0 00000040:00100000:3.0:1718401960.653999:0:32567:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 368 in log [0x8:0x1:0x0] 00000100:00100000:0.0:1718401960.654001:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401960.654030:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d2600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184972992:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.654041:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401960.654070:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184972992 00000100:00100000:1.0:1718401960.654085:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 318 00000100:00100000:1.0:1718401960.654087:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe3440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184972992:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401960.654100:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3335:1801871184972736:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401960.654108:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe3440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184972992:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401960.654109:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d2600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184972992:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401960.654111:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 318 00000100:00100000:0.0:1718401960.701374:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1718401960.701392:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184973312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718401960.701392:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184973248:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1718401960.701457:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401960.701483:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401960.701515:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184973312 00000100:00100000:1.0:1718401960.701566:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 366 00000100:00100000:1.0:1718401960.701574:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184973312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718401960.701603:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 33852096 pending 0 free 3913330688 avail 3681808384 00000100:00100000:1.0:1718401960.701645:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184973312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401960.701649:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 366 00000100:00100000:3.0:1718401960.701674:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184973312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718401960.701689:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc2140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184973248:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1718401960.851430:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401961.408343:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401961.408391:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718401961.408399:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189922176 00000100:00100000:0.0:1718401961.408420:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718401961.408439:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1280 00000100:00100000:0.0:1718401961.408442:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718401961.408444:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1882:x1801871189922176:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1718401961.408461:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401961.408478:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718401961.408502:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1882:x1801871189922176:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 58us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401961.408509:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1280 00000100:00100000:0.0:1718401961.408522:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718401961.408544:0:7228:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189922560 00000100:00100000:1.0:1718401961.408564:0:7228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6514 00000100:00100000:1.0:1718401961.408568:0:7228:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:4ba2d863-ea31-487e-99d5-270114bd2874+6:1883:x1801871189922496:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718401961.408592:0:7228:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:4ba2d863-ea31-487e-99d5-270114bd2874+6:1883:x1801871189922496:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 24us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401961.408596:0:7228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6514 00000100:00100000:1.0:1718401961.408633:0:7231:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189922368 00000100:00100000:1.0:1718401961.408680:0:7231:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 319 00000100:00100000:1.0:1718401961.408685:0:7231:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708adf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b4942422-518c-4999-8e56-6394c3b8b64e+5:1883:x1801871189922368:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718401961.408711:0:7231:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708adf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b4942422-518c-4999-8e56-6394c3b8b64e+5:1883:x1801871189922368:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 25us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401961.408717:0:7231:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 319 00010000:00010000:1.0:1718401961.853407:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401962.685464:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e733440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184973376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1718401962.685529:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401962.685729:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e733440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184973376:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1718401962.855302:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401963.565538:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184973440 00000100:00100000:0.0:1718401963.565584:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 368 00000100:00100000:0.0:1718401963.565588:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184973440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1718401963.565635:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3913904128 avail 3682381824 00000100:00100000:0.0:1718401963.565679:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184973440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401963.565683:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 368 00010000:00010000:0.0:1718401963.857424:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718401964.859488:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718401965.645438:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184973504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718401965.645533:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401965.645552:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718401965.645593:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184973568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718401965.645633:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401965.645667:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19930 00000100:00100000:0.0:1718401965.645676:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e734740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184973568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1718401965.645708:0:6879:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443762176 avail 1314299904 00000100:00100000:0.0:1718401965.645793:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e734740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184973568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401965.645804:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19930 00000100:00100000:1.0:1718401965.645813:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184973568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718401965.645836:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184973504:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1718401965.661526:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3332:1801871184973824:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.661529:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3333:1801871184973632:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401965.661532:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d3900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3335:1801871184973760:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.661643:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401965.661672:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401965.661675:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184973888:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401965.661677:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184973696 00000100:00100000:1.0:1718401965.661700:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401965.661700:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184974080:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.661710:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184974144:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401965.661714:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184973824 00000100:00100000:1.0:1718401965.661726:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401965.661732:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184973952 00000100:00100000:0.0:1718401965.661741:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184973632 00000100:00100000:3.0:1718401965.661751:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6517 00000100:00100000:3.0:1718401965.661754:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708ac280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3332:x1801871184973824:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.661761:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184973888 00000100:00100000:0.0:1718401965.661773:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:0.0:1718401965.661778:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3333:x1801871184973632:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.661789:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184974144 00000100:00100000:3.0:1718401965.661792:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708ac280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3332:x1801871184973824:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401965.661797:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6517 00000100:00100000:1.0:1718401965.661803:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 321 00000100:00100000:1.0:1718401965.661807:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e736880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184973888:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401965.661819:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401965.661823:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0fa050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3333:x1801871184973632:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401965.661831:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1718401965.661833:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1801871184974016:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.661838:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e736880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184973888:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401965.661843:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 321 00000100:00100000:3.0:1718401965.661850:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401965.661853:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 321 00000100:00100000:1.0:1718401965.661855:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e736d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184974144:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401965.661860:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3335:1801871184974272:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401965.661865:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401965.661872:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e736d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184974144:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401965.661875:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401965.661876:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 321 00000100:00100000:1.0:1718401965.661882:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184974080 00000100:00100000:1.0:1718401965.661895:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 322 00000100:00100000:3.0:1718401965.661898:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184974272 00000100:00100000:1.0:1718401965.661898:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708aa600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184974080:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401965.661904:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3332:1801871184973824:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401965.661913:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6520 00000100:00100000:3.0:1718401965.661918:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1801871184974016:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.661919:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708aa600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184974080:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (53us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401965.661920:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184974080:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.661923:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 322 00000100:00100000:3.0:1718401965.661942:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1801871184974016:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401965.661946:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6520 00000100:00100000:0.0:1718401965.661958:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3333:1801871184973632:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401965.661970:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184973888:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401965.661980:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184974144:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401965.661984:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d3900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3335:1801871184973760:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.661987:0:4314:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184974208 00000100:00100000:3.0:1718401965.661995:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1801871184974016:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.662002:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 323 00000100:00100000:3.0:1718401965.662005:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3335:1801871184974272:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.662005:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184974208:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401965.662028:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184974208:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401965.662032:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 323 00000100:00100000:3.0:1718401965.709308:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184974336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718401965.709308:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708af6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184974400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718401965.709365:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401965.709393:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184974336 00000100:00100000:1.0:1718401965.709397:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401965.709437:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184974400 00000100:00100000:3.0:1718401965.709440:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 369 00000100:00100000:3.0:1718401965.709445:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184974336:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718401965.709459:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 370 00000100:00100000:1.0:1718401965.709461:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e737200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184974400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1718401965.709466:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 33852096 pending 0 free 3913330688 avail 3681808384 00002000:00000024:1.0:1718401965.709474:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3913904128 avail 3682381824 00000100:00100000:1.0:1718401965.709504:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e737200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184974400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401965.709505:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184974336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401965.709508:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 370 00000100:00100000:3.0:1718401965.709510:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 369 00000100:00100000:0.0:1718401965.709529:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708af6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184974400:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1718401965.861390:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401966.416289:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189922624 00000100:00100000:3.0:1718401966.416308:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189922688 00000100:00100000:0.0:1718401966.416330:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1282 00000100:00100000:3.0:1718401966.416333:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6522 00000100:00100000:0.0:1718401966.416335:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189922624:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401966.416337:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189922688:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718401966.416344:0:4314:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189922816 00000100:00100000:1.0:1718401966.416381:0:4314:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189922880 00000100:00100000:3.0:1718401966.416392:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189922688:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 54us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401966.416392:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189922624:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 57us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401966.416398:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 324 00000100:00100000:3.0:1718401966.416399:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6522 00000100:00100000:0.0:1718401966.416399:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1282 00000100:00100000:1.0:1718401966.416403:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b4942422-518c-4999-8e56-6394c3b8b64e+5:1880:x1801871189922816:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401966.416414:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189922752 00000100:00100000:3.0:1718401966.416427:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923008 00000100:00100000:3.0:1718401966.416441:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6523 00000100:00100000:3.0:1718401966.416444:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189922752:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718401966.416452:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b4942422-518c-4999-8e56-6394c3b8b64e+5:1880:x1801871189922816:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 49us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401966.416456:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 324 00000100:00100000:1.0:1718401966.416467:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 521 00000100:00100000:1.0:1718401966.416469:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b4942422-518c-4999-8e56-6394c3b8b64e+5:1879:x1801871189922880:12345-192.168.204.24@tcp:9:kworker/u8:3.0 00000100:00100000:3.0:1718401966.416471:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189922752:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 26us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401966.416477:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6523 00000020:00000080:1.0:1718401966.416485:0:4314:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0xddd980ffd8f673ec 00000100:00100000:3.0:1718401966.416488:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189922944 00000100:00080000:1.0:1718401966.416489:0:4314:0:(import.c:86:import_set_state_nolock()) ffff8801216df000 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from FULL to CLOSED 00000100:00100000:3.0:1718401966.416503:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6524 00000100:00100000:3.0:1718401966.416507:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189923008:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000001:00000004:1.0:1718401966.416517:0:4314:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294974570 00010000:00010000:0.0:1718401966.416524:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718401966.416529:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189923008:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 22us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401966.416534:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6524 00000100:00100000:3.0:1718401966.416545:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6525 00000100:00100000:3.0:1718401966.416548:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189922944:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401966.416591:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189922944:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 42us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401966.416597:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6525 00000100:00100000:1.0:1718401966.416621:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d4280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b4942422-518c-4999-8e56-6394c3b8b64e+2:1879:x1801871189922880:12345-192.168.204.24@tcp:9:kworker/u8:3.0 Request processed in 150us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401966.416625:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 521 00010000:00010000:0.0:1718401966.863406:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401966.880425:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401966.880478:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401966.880513:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923072 00000100:00100000:3.0:1718401966.880580:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101213 00000100:00100000:3.0:1718401966.880585:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708af6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189923072:12345-192.168.204.24@tcp:17:kworker/0:1.0 00000100:00100000:3.0:1718401966.880659:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708af6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189923072:12345-192.168.204.24@tcp:17:kworker/0:1.0 Request processed in 75us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401966.880664:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101213 00000400:00000080:3.0:1718401967.587871:0:24324:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1718401967.587875:0:24324:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77o: Changing rank should not panic ====== 17:52:46 (1718401966) 00000100:00100000:3.0:1718401967.693497:0:9299:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184974464 00000100:00100000:3.0:1718401967.693568:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 371 00000100:00100000:3.0:1718401967.693574:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184974464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1718401967.693604:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:3.0:1718401967.693654:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d3900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184974464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401967.693661:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 371 00000100:00100000:1.0:1718401967.838566:0:24389:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880094458600 rate 10000 gen 0 00000100:00100000:1.0:1718401967.839305:0:24389:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880094458400 rate 10000 gen 0 00010000:00010000:0.0:1718401967.865314:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401968.078939:0:24453:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1c00 rate 10000 gen 0 00000100:00100000:1.0:1718401968.078949:0:24453:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1200 rate 10000 gen 0 00000100:00100000:3.0:1718401968.308764:0:24517:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880130a65400 rate 10000 gen 0 00000100:00100000:3.0:1718401968.308774:0:24517:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880130a65e00 rate 10000 gen 0 00010000:00010000:1.0:1718401968.867337:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718401969.869385:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1718401970.598926:0:24970:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718401970.598930:0:24970:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77q: Parallel TBF rule definitions should not panic ========================================================== 17:52:49 (1718401969) 00000100:00100000:0.0:1718401970.653291:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184974656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1718401970.653342:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401970.653384:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401970.653426:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19932 00000100:00100000:3.0:1718401970.653429:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3332:x1801871184974592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1718401970.653451:0:32583:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443106816 avail 1313644544 00000100:00100000:3.0:1718401970.653504:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3332:x1801871184974592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401970.653511:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19932 00000100:00100000:0.0:1718401970.653544:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184974656:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718401970.653548:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184974592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718401970.669312:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3334:1801871184974720:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669330:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3333:1801871184974912:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669366:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401970.669367:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401970.669386:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302c5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184975168:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401970.669392:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302c04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184974976:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669400:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401970.669407:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1801871184974784:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401970.669420:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401970.669423:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184975168 00000100:00100000:3.0:1718401970.669427:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302c50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3335:1801871184975040:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669430:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184974912 00000100:00100000:3.0:1718401970.669436:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401970.669442:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302c7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184975296:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669448:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184974784 00000100:00100000:3.0:1718401970.669452:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401970.669453:0:4315:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 325 00000100:00100000:1.0:1718401970.669456:0:4315:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708aed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184975168:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669456:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184975040 00000100:00100000:0.0:1718401970.669465:0:19893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6526 00000100:00100000:0.0:1718401970.669467:0:19893:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708aaac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3333:x1801871184974912:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401970.669493:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6527 00000100:00100000:3.0:1718401970.669496:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1801871184974784:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401970.669514:0:4315:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708aed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184975168:12345-0@lo:400:kworker/u8:0.0 Request processed in 56us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401970.669514:0:19893:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708aaac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3333:x1801871184974912:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401970.669518:0:4315:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 325 00000100:00100000:0.0:1718401970.669519:0:19893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6526 00000100:00100000:3.0:1718401970.669522:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1801871184974784:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401970.669526:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6527 00000100:00100000:1.0:1718401970.669526:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184975296 00000100:00100000:1.0:1718401970.669539:0:4315:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 326 00000100:00100000:1.0:1718401970.669541:0:4315:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184975296:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401970.669557:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1801871184974784:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669557:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3333:1801871184974912:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401970.669558:0:4315:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184975296:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401970.669561:0:4315:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 326 00000100:00100000:0.0:1718401970.669563:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184975168:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401970.669564:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3335:1801871184975040:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401970.669569:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184975296:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401970.669585:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401970.669593:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302c6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184975232:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669599:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184974976 00000100:00100000:3.0:1718401970.669605:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401970.669613:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3334:1801871184974720:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669617:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184975232 00000100:00100000:3.0:1718401970.669628:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 327 00000100:00100000:3.0:1718401970.669631:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184975232:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669632:0:4315:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 327 00000100:00100000:0.0:1718401970.669636:0:4315:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a4740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184974976:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401970.669646:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184975232:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (41us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401970.669650:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 327 00000100:00100000:0.0:1718401970.669663:0:4315:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a4740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184974976:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401970.669669:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184974976:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669669:0:4315:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 327 00000100:00100000:3.0:1718401970.669676:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184975232:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669689:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6530 00000100:00100000:0.0:1718401970.669692:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3332:x1801871184975104:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401970.669699:0:19893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6531 00000100:00100000:3.0:1718401970.669702:0:19893:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3332:x1801871184975360:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401970.669713:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3332:x1801871184975104:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401970.669716:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6530 00000100:00100000:3.0:1718401970.669727:0:19893:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3332:x1801871184975360:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401970.669732:0:19893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6531 00000100:00100000:0.0:1718401970.717343:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1718401970.717353:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0532ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184975488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1718401970.717437:0:9299:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184975424 00000100:00100000:1.0:1718401970.717444:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401970.717473:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 373 00000100:00100000:0.0:1718401970.717494:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184975424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1718401970.717518:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:0.0:1718401970.717559:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c2140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184975424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401970.717566:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 373 00000100:00100000:3.0:1718401970.717578:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c63c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184975424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718401970.717585:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0532ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184975488:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718401970.844815:0:25035:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880130a65900 rate 10000 gen 0 00000100:00100000:3.0:1718401970.844976:0:25035:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880130a65e00 rate 10000 gen 0 00010000:00010000:1.0:1718401970.871350:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401971.077695:0:25142:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1700 rate 100 gen 0 00000100:00100000:1.0:1718401971.077700:0:25142:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1d00 rate 100 gen 0 00000100:00100000:3.0:1718401971.424520:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923264 00000100:00100000:0.0:1718401971.424571:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923200 00000100:00100000:3.0:1718401971.424572:0:19893:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 3, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401971.424590:0:19893:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401971.424596:0:19893:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189923264:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1718401971.424601:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1284 00000100:00100000:1.0:1718401971.424615:0:4314:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923392 00000100:00100000:0.0:1718401971.424615:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c22050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189923200:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718401971.424646:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 328 00000100:00100000:1.0:1718401971.424650:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b4942422-518c-4999-8e56-6394c3b8b64e+5:1880:x1801871189923392:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401971.424657:0:19893:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189923264:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 60us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401971.424657:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c22050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189923200:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 42us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401971.424664:0:19893:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 0 00000100:00100000:0.0:1718401971.424664:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1284 00000100:00100000:1.0:1718401971.424671:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:b4942422-518c-4999-8e56-6394c3b8b64e+5:1880:x1801871189923392:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 21us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401971.424676:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 328 00000100:00100000:3.0:1718401971.424682:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923328 00000100:00100000:3.0:1718401971.424694:0:19893:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401971.424694:0:9318:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923520 00000100:00100000:3.0:1718401971.424703:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923456 00000100:00100000:0.0:1718401971.424708:0:9318:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401971.424714:0:7224:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401971.424719:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189923328:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401971.424721:0:19893:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401971.424725:0:9318:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401971.424729:0:9318:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189923520:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401971.424731:0:19893:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401971.424735:0:19893:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189923456:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718401971.424739:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189923328:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 20us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401971.424744:0:7224:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 1 00000100:00100000:0.0:1718401971.424744:0:9318:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189923520:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 15us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401971.424749:0:9318:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 2 00000100:00100000:3.0:1718401971.424764:0:19893:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189923456:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 28us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401971.424770:0:19893:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 3 00000100:00100000:1.0:1718401971.547779:0:25393:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eabc00 rate 100 gen 0 00000100:00100000:1.0:1718401971.547786:0:25393:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eaba00 rate 100 gen 0 00000100:00100000:3.0:1718401971.551519:0:25395:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008b112500 rate 100 gen 0 00000100:00100000:3.0:1718401971.551526:0:25395:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008b112c00 rate 100 gen 0 00010000:00010000:1.0:1718401971.873324:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401972.036354:0:25646:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800962f0a00 rate 100 gen 0 00000100:00100000:0.0:1718401972.036360:0:25646:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800962f0300 rate 100 gen 0 00000001:00100000:0.0:1718401972.142165:0:10511:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b4942422-518c-4999-8e56-6394c3b8b64e 00000020:00000080:0.0:1718401972.142173:0:10511:0:(genops.c:985:class_export_put()) final put ffff8801216dc000/b4942422-518c-4999-8e56-6394c3b8b64e 00000020:00000080:1.0:1718401972.142208:0:14717:0:(genops.c:944:class_export_destroy()) destroying export ffff8801216dc000/b4942422-518c-4999-8e56-6394c3b8b64e for lustre-OST0001 00000020:00000080:1.0:1718401972.142275:0:14717:0:(genops.c:1164:obd_zombie_import_free()) destroying import ffff8801216df000 for lustre-OST0001 00000100:00100000:0.0:1718401972.533064:0:25900:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800962f0400 rate 100 gen 0 00000100:00100000:0.0:1718401972.533071:0:25900:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800962f0900 rate 100 gen 0 00000100:00100000:3.0:1718401972.701396:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1718401972.701420:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0533900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184975552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718401972.701506:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401972.701726:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0533900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184975552:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1718401972.875370:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401973.012269:0:26153:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34600 rate 100 gen 0 00000100:00100000:1.0:1718401973.012276:0:26153:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34d00 rate 100 gen 0 00000100:00100000:1.0:1718401973.494405:0:26404:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34900 rate 100 gen 0 00000100:00100000:1.0:1718401973.494411:0:26404:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34700 rate 100 gen 0 00000100:00100000:3.0:1718401973.494727:0:26406:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88011f387b00 rate 100 gen 0 00000100:00100000:3.0:1718401973.494731:0:26406:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500b900 rate 100 gen 0 00000100:00100000:3.0:1718401973.581322:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302c63c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184975616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718401973.581373:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401973.581618:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c63c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184975616:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1718401973.877567:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401973.967794:0:26658:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008b112e00 rate 100 gen 0 00000100:00100000:0.0:1718401973.967799:0:26658:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88008b112c00 rate 100 gen 0 00000100:00100000:3.0:1718401973.968031:0:26657:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500b000 rate 100 gen 0 00000100:00100000:3.0:1718401973.968035:0:26657:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500be00 rate 100 gen 0 00000100:00100000:0.0:1718401974.431116:0:26910:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88011f387a00 rate 100 gen 0 00000100:00100000:0.0:1718401974.431123:0:26910:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88011f387000 rate 100 gen 0 00010000:00010000:0.0:1718401974.879269:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401974.904595:0:27167:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88011f387600 rate 100 gen 0 00000100:00100000:0.0:1718401974.904601:0:27167:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88011f387900 rate 100 gen 0 00000100:00100000:3.0:1718401974.904719:0:27165:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a89c7800 rate 100 gen 0 00000100:00100000:3.0:1718401974.904725:0:27165:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a89c7e00 rate 100 gen 0 00000100:00100000:3.0:1718401975.386805:0:27418:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144df00 rate 100 gen 0 00000100:00100000:3.0:1718401975.386811:0:27418:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144db00 rate 100 gen 0 00000100:00100000:1.0:1718401975.388137:0:27420:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500bf00 rate 100 gen 0 00000100:00100000:1.0:1718401975.388143:0:27420:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500b600 rate 100 gen 0 00000100:00100000:3.0:1718401975.661284:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184975680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718401975.661284:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302c6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184975744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718401975.661331:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401975.661351:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401975.661369:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184975744 00000100:00100000:3.0:1718401975.661399:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19933 00000100:00100000:3.0:1718401975.661403:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3334:x1801871184975680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1718401975.661426:0:6878:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443106816 avail 1313644544 00000100:00100000:3.0:1718401975.661453:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3334:x1801871184975680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401975.661457:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19933 00000100:00100000:3.0:1718401975.661485:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184975680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718401975.661487:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184975744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1718401975.677443:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3335:1801871184975808:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401975.677455:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3333:1801871184975936:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677486:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3334:1801871184976000:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401975.677497:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401975.677498:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401975.677519:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184975808 00000100:00100000:3.0:1718401975.677520:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401975.677527:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d3900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3333:1801871184976192:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401975.677528:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184976064:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677532:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184976256:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401975.677546:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401975.677547:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:3.0:1718401975.677549:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401975.677551:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c23850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3335:x1801871184975808:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401975.677553:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3332:1801871184975872:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401975.677560:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c17c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3333:1801871184976448:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677571:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184975936 00000100:00100000:2.0:1718401975.677571:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401975.677587:0:7229:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976000 00000100:00100000:3.0:1718401975.677596:0:6874:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 3, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401975.677596:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d2600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3332:1801871184976128:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401975.677596:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c23850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3335:x1801871184975808:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401975.677600:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1718401975.677603:0:7229:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 3, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401975.677605:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976192 00000100:00100000:3.0:1718401975.677612:0:6874:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 3, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401975.677612:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401975.677614:0:7229:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184975872 00000100:00100000:3.0:1718401975.677621:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976128 00000100:00100000:1.0:1718401975.677622:0:7229:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 3, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401975.677624:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184976384:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401975.677626:0:7228:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401975.677629:0:6874:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401975.677630:0:7228:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e735a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3333:x1801871184975936:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401975.677632:0:7229:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401975.677635:0:6874:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401975.677635:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401975.677636:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3334:x1801871184976000:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677638:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e734c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3333:x1801871184976192:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401975.677648:0:7228:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e735a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3333:x1801871184975936:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401975.677651:0:7228:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1718401975.677658:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e734c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3333:x1801871184976192:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401975.677661:0:6874:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1718401975.677670:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3334:x1801871184976000:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401975.677671:0:4314:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976256 00000100:00100000:3.0:1718401975.677674:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976384 00000100:00100000:1.0:1718401975.677675:0:7229:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1718401975.677692:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 329 00000100:00100000:3.0:1718401975.677697:0:4315:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 329 00000100:00100000:2.0:1718401975.677697:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184976256:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401975.677698:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401975.677700:0:4315:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184976384:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677716:0:4315:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184976384:12345-0@lo:400:kworker/u8:2.0 Request processed in 16us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401975.677720:0:4315:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 329 00000100:00100000:2.0:1718401975.677720:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184976256:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401975.677720:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3333:1801871184975936:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401975.677724:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 329 00000100:00100000:3.0:1718401975.677730:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976448 00000100:00100000:3.0:1718401975.677736:0:15735:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401975.677737:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d3900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3333:1801871184976192:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677742:0:15735:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401975.677745:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3332:x1801871184975872:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401975.677755:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184976384:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677758:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3332:x1801871184975872:12345-0@lo:400:kworker/u8:2.0 Request processed in 13us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401975.677764:0:15735:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1718401975.677765:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3332:1801871184975872:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401975.677775:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401975.677786:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3334:1801871184976000:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401975.677786:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184976320:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677795:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184976256:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401975.677797:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401975.677804:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3335:1801871184975808:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677816:0:23004:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976064 00000100:00100000:2.0:1718401975.677817:0:7231:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976320 00000100:00100000:2.0:1718401975.677829:0:7231:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 330 00000100:00100000:2.0:1718401975.677831:0:7231:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184976320:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677836:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 330 00000100:00100000:3.0:1718401975.677839:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184976064:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401975.677847:0:7231:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184976320:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (49us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401975.677850:0:7231:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 330 00000100:00100000:1.0:1718401975.677861:0:7226:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401975.677862:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184976320:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677864:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184976064:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401975.677867:0:7226:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0001_UUID+5:3332:x1801871184976128:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.677869:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 330 00000100:00100000:2.0:1718401975.677870:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184976064:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401975.677896:0:7226:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0001_UUID+5:3332:x1801871184976128:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401975.677899:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d2600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3332:1801871184976128:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401975.677901:0:7226:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1718401975.677992:0:7226:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401975.677996:0:7226:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7350c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3333:x1801871184976448:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401975.678021:0:7226:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7350c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3333:x1801871184976448:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401975.678024:0:7226:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1718401975.678032:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c17c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3333:1801871184976448:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401975.725319:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7363c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184976576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1718401975.725323:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184976512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1718401975.725375:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401975.725423:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401975.725475:0:9299:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976512 00000100:00100000:0.0:1718401975.725509:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976576 00000100:00100000:1.0:1718401975.725523:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 377 00000100:00100000:1.0:1718401975.725529:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c6880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184976512:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718401975.725538:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 378 00000100:00100000:0.0:1718401975.725542:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c17c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184976576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718401975.725556:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00002000:00000024:0.0:1718401975.725556:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 490080960 pending 0 free 3913904128 avail 3682381824 00000100:00100000:0.0:1718401975.725594:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c17c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184976576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401975.725598:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 378 00000100:00100000:1.0:1718401975.725607:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c6880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184976512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401975.725614:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 377 00000100:00100000:3.0:1718401975.725616:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7363c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184976576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1718401975.725619:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184976512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718401975.857277:0:27671:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d200 rate 100 gen 0 00000100:00100000:3.0:1718401975.857285:0:27671:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d400 rate 100 gen 0 00000100:00100000:1.0:1718401975.857434:0:27672:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500b600 rate 100 gen 0 00000100:00100000:1.0:1718401975.857438:0:27672:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500b900 rate 100 gen 0 00010000:00010000:0.0:1718401975.881304:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401976.338469:0:27923:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34b00 rate 100 gen 0 00000100:00100000:0.0:1718401976.338475:0:27923:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34100 rate 100 gen 0 00000100:00100000:2.0:1718401976.339291:0:27925:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a89c7200 rate 100 gen 0 00000100:00100000:2.0:1718401976.339296:0:27925:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a89c7d00 rate 100 gen 0 00000100:00100000:0.0:1718401976.432419:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401976.432464:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718401976.432492:0:7226:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923648 00000100:00100000:0.0:1718401976.432498:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401976.432527:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401976.432531:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923776 00000100:00100000:2.0:1718401976.432531:0:7226:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 25 00000100:00100000:2.0:1718401976.432542:0:7226:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401976.432545:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718401976.432550:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923584 00000100:00100000:2.0:1718401976.432559:0:7226:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923840 00000100:00100000:3.0:1718401976.432562:0:4315:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 522 00000100:00100000:2.0:1718401976.432568:0:7226:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 25 00000100:00100000:3.0:1718401976.432569:0:4315:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a05376c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b4942422-518c-4999-8e56-6394c3b8b64e+5:1879:x1801871189923776:12345-192.168.204.24@tcp:9:kworker/u8:3.0 00000100:00100000:2.0:1718401976.432571:0:7226:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401976.432575:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1286 00000100:00100000:2.0:1718401976.432579:0:7226:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923712 00000100:00100000:1.0:1718401976.432579:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c23050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189923584:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1718401976.432582:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718401976.432589:0:7226:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 25 00000100:00100000:2.0:1718401976.432591:0:7226:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000020:00000080:3.0:1718401976.432599:0:4315:0:(genops.c:1442:class_disconnect()) disconnect: cookie 0xddd980ffd8f669c0 00000100:00100000:2.0:1718401976.432600:0:7226:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923904 00000100:00080000:3.0:1718401976.432605:0:4315:0:(import.c:86:import_set_state_nolock()) ffff88009b588800 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from FULL to CLOSED 00000100:00100000:2.0:1718401976.432607:0:7226:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 25 00000100:00100000:2.0:1718401976.432610:0:7226:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401976.432618:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401976.432620:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c23050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189923584:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 41us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401976.432625:0:7226:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401976.432625:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1286 00000100:00100000:0.0:1718401976.432625:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a05304c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189923648:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401976.432631:0:7226:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:4ba2d863-ea31-487e-99d5-270114bd2874+6:1880:x1801871189923840:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000001:00000004:3.0:1718401976.432639:0:4315:0:(tgt_lastrcvd.c:705:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294974161 00000100:00100000:1.0:1718401976.432647:0:7230:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401976.432651:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189923712:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1718401976.432655:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a05304c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189923648:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 30us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401976.432661:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 10 00000100:00100000:2.0:1718401976.432664:0:7226:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:4ba2d863-ea31-487e-99d5-270114bd2874+6:1880:x1801871189923840:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 33us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401976.432667:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189923712:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 16us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401976.432671:0:7226:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 11 00000100:00100000:1.0:1718401976.432678:0:7230:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 12 00010000:00010000:1.0:1718401976.432691:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718401976.432751:0:4315:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a05376c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:b4942422-518c-4999-8e56-6394c3b8b64e+2:1879:x1801871189923776:12345-192.168.204.24@tcp:9:kworker/u8:3.0 Request processed in 182us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401976.432759:0:4315:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 522 00000100:00100000:2.0:1718401976.432780:0:6874:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401976.432785:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0535580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+5:1881:x1801871189923904:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401976.432803:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0535580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+5:1881:x1801871189923904:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 19us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401976.432807:0:6874:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 13 00000100:00100000:2.0:1718401976.806759:0:28175:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a89c7b00 rate 100 gen 0 00000100:00100000:2.0:1718401976.806766:0:28175:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8800a89c7a00 rate 100 gen 0 00000100:00100000:3.0:1718401976.808133:0:28177:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096397d00 rate 100 gen 0 00000100:00100000:3.0:1718401976.808137:0:28177:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880096397900 rate 100 gen 0 00010000:00010000:3.0:1718401976.883285:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718401977.284942:0:28428:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095c8fd00 rate 100 gen 0 00000100:00100000:3.0:1718401977.284949:0:28428:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095c8f500 rate 100 gen 0 00000100:00100000:1.0:1718401977.286028:0:28430:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500b000 rate 100 gen 0 00000100:00100000:1.0:1718401977.286034:0:28430:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500bc00 rate 100 gen 0 00000100:00100000:2.0:1718401977.709311:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184976640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1718401977.709389:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401977.709427:0:9299:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976640 00000100:00100000:1.0:1718401977.709472:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 379 00000100:00100000:1.0:1718401977.709476:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c63c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184976640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1718401977.709500:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:1.0:1718401977.709539:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c63c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184976640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401977.709545:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 379 00000100:00100000:2.0:1718401977.709568:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184976640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1718401977.764050:0:28681:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eabc00 rate 100 gen 0 00000100:00100000:2.0:1718401977.764059:0:28681:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eab000 rate 100 gen 0 00000100:00100000:1.0:1718401977.764875:0:28683:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500b100 rate 100 gen 0 00000100:00100000:1.0:1718401977.764880:0:28683:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500b600 rate 100 gen 0 00010000:00010000:1.0:1718401977.885326:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718401978.234076:0:28934:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eabc00 rate 100 gen 0 00000100:00100000:2.0:1718401978.234082:0:28934:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eab900 rate 100 gen 0 00000100:00100000:0.0:1718401978.234807:0:28935:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34600 rate 100 gen 0 00000100:00100000:0.0:1718401978.234811:0:28935:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34f00 rate 100 gen 0 00000100:00100000:1.0:1718401978.589284:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184976704:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718401978.589332:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401978.589385:0:9299:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976704 00000100:00100000:0.0:1718401978.589424:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 380 00000100:00100000:0.0:1718401978.589428:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184976704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1718401978.589450:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:0.0:1718401978.589488:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184976704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401978.589493:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 380 00000100:00100000:1.0:1718401978.589510:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184976704:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718401978.684297:0:29186:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144dd00 rate 100 gen 0 00000100:00100000:1.0:1718401978.684303:0:29186:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d600 rate 100 gen 0 00000100:00100000:3.0:1718401978.685243:0:29188:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7d00 rate 100 gen 0 00000100:00100000:3.0:1718401978.685249:0:29188:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7000 rate 100 gen 0 00010000:00010000:0.0:1718401978.887306:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718401979.151709:0:29438:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eabc00 rate 100 gen 0 00000100:00100000:2.0:1718401979.151715:0:29438:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eab900 rate 100 gen 0 00000100:00100000:1.0:1718401979.152597:0:29440:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d800 rate 100 gen 0 00000100:00100000:1.0:1718401979.152605:0:29440:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d600 rate 100 gen 0 00000100:00100000:1.0:1718401979.633700:0:29691:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144db00 rate 100 gen 0 00000100:00100000:1.0:1718401979.633709:0:29691:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34900 rate 100 gen 0 00000100:00100000:2.0:1718401979.634748:0:29693:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eabb00 rate 100 gen 0 00000100:00100000:2.0:1718401979.634755:0:29693:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eab300 rate 100 gen 0 00010000:00010000:0.0:1718401979.889283:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401980.103430:0:29945:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34b00 rate 100 gen 0 00000100:00100000:1.0:1718401980.103439:0:29945:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34500 rate 100 gen 0 00000100:00100000:3.0:1718401980.103459:0:29946:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7c00 rate 100 gen 0 00000100:00100000:3.0:1718401980.103463:0:29946:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7100 rate 100 gen 0 00000100:00100000:2.0:1718401980.558754:0:30199:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eab900 rate 100 gen 0 00000100:00100000:2.0:1718401980.558760:0:30199:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eab400 rate 100 gen 0 00000100:00100000:0.0:1718401980.559013:0:30200:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d800 rate 100 gen 0 00000100:00100000:0.0:1718401980.559017:0:30200:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d500 rate 100 gen 0 00000100:00100000:3.0:1718401980.669358:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7363c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184976832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1718401980.669383:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184976768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718401980.669415:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401980.669441:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976832 00000100:00100000:0.0:1718401980.669467:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401980.669476:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976768 00000100:00100000:3.0:1718401980.669482:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19935 00000100:00100000:3.0:1718401980.669486:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184976832:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1718401980.669491:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19936 00000100:00100000:2.0:1718401980.669494:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3335:x1801871184976768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1718401980.669512:0:19561:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443762176 avail 1314299904 00000004:00000024:2.0:1718401980.669512:0:6879:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443106816 avail 1313644544 00000100:00100000:3.0:1718401980.669546:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184976832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401980.669550:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3335:x1801871184976768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401980.669553:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19935 00000100:00100000:2.0:1718401980.669556:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19936 00000100:00100000:0.0:1718401980.669581:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184976768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718401980.669593:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7363c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184976832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1718401980.685355:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3334:1801871184977024:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401980.685355:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7e3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3333:1801871184976960:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401980.685355:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3332:1801871184976896:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685372:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e79300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3335:1801871184977088:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401980.685407:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401980.685409:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401980.685425:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401980.685431:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184977152:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401980.685432:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe8980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3333:1801871184977216:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685438:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe97c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184977344:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718401980.685440:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976960 00000100:00100000:1.0:1718401980.685449:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401980.685450:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401980.685460:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977088 00000100:00100000:1.0:1718401980.685467:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184977472:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401980.685467:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184977408:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718401980.685475:0:6874:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 3, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401980.685478:0:7224:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 3, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401980.685482:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401980.685485:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401980.685486:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977216 00000100:00100000:3.0:1718401980.685490:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977024 00000100:00100000:2.0:1718401980.685493:0:6874:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 3, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401980.685495:0:7224:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 3, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401980.685501:0:6874:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401980.685502:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe9300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3334:1801871184977280:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685504:0:7224:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401980.685505:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3333:x1801871184976960:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685507:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0000_UUID+5:3335:x1801871184977088:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401980.685515:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977152 00000100:00100000:1.0:1718401980.685519:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401980.685536:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3334:1801871184977536:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685539:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0000_UUID+5:3335:x1801871184977088:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401980.685541:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3333:x1801871184976960:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401980.685541:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977408 00000100:00100000:3.0:1718401980.685543:0:7224:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1718401980.685545:0:6874:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1718401980.685552:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401980.685554:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977280 00000100:00100000:0.0:1718401980.685555:0:4315:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 331 00000100:00100000:3.0:1718401980.685558:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977536 00000100:00100000:2.0:1718401980.685560:0:6874:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401980.685560:0:4315:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0535f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184977408:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685564:0:7224:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401980.685567:0:6874:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401980.685569:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e737200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3333:x1801871184977216:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718401980.685583:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e737200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3333:x1801871184977216:12345-0@lo:400:kworker/u8:0.0 Request processed in 13us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401980.685586:0:6874:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1718401980.685587:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401980.685588:0:4315:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0535f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184977408:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401980.685593:0:4315:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 331 00000100:00100000:3.0:1718401980.685599:0:23004:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977472 00000100:00100000:2.0:1718401980.685599:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184976896 00000100:00100000:0.0:1718401980.685605:0:4315:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 331 00000100:00100000:0.0:1718401980.685607:0:4315:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184977152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401980.685609:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7e3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3333:1801871184976960:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718401980.685612:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:3.0:1718401980.685615:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 332 00000100:00100000:2.0:1718401980.685615:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3332:x1801871184976896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401980.685617:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe8980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3333:1801871184977216:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685619:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e731c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184977472:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401980.685626:0:4315:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184977152:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401980.685630:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3332:x1801871184976896:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401980.685631:0:4315:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 331 00000100:00100000:2.0:1718401980.685634:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:3.0:1718401980.685645:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e731c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184977472:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (58us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401980.685646:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401980.685651:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 332 00000100:00100000:0.0:1718401980.685656:0:7231:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977344 00000100:00100000:1.0:1718401980.685663:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e79300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3335:1801871184977088:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401980.685682:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184977472:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401980.685687:0:7231:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 333 00000100:00100000:0.0:1718401980.685690:0:7231:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e731300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184977344:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685695:0:7229:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401980.685699:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e734280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3334:x1801871184977024:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401980.685717:0:7231:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e731300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184977344:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401980.685722:0:7231:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 333 00000100:00100000:1.0:1718401980.685724:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe97c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184977344:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685729:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e734280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3334:x1801871184977024:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401980.685734:0:7229:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1718401980.685740:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184977408:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401980.685741:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3334:1801871184977024:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401980.685746:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3332:1801871184976896:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401980.685753:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184977152:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685826:0:7229:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401980.685832:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e733dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3334:x1801871184977280:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685865:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e733dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3334:x1801871184977280:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401980.685870:0:7229:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1718401980.685884:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe9300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3334:1801871184977280:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685942:0:7229:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401980.685947:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e733440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3334:x1801871184977536:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401980.685970:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e733440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3334:x1801871184977536:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401980.685974:0:7229:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1718401980.685975:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3334:1801871184977536:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401980.733350:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1718401980.733362:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7363c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184977664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718401980.733365:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184977600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1718401980.733413:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401980.733438:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401980.733452:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977664 00000100:00100000:0.0:1718401980.733504:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977600 00000100:00100000:2.0:1718401980.733521:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 381 00000100:00100000:2.0:1718401980.733527:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184977664:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1718401980.733541:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 381 00000100:00100000:0.0:1718401980.733546:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184977600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1718401980.733551:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00002000:00000024:0.0:1718401980.733563:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:2.0:1718401980.733579:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184977664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401980.733583:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 381 00000100:00100000:3.0:1718401980.733603:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7363c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184977664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1718401980.733614:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184977600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401980.733620:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 381 00000100:00100000:1.0:1718401980.733636:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184977600:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1718401980.891358:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401981.021731:0:30452:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34300 rate 100 gen 0 00000100:00100000:1.0:1718401981.021737:0:30452:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34800 rate 100 gen 0 00000100:00100000:2.0:1718401981.021747:0:30453:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1200 rate 100 gen 0 00000100:00100000:2.0:1718401981.021751:0:30453:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1600 rate 100 gen 0 00000100:00100000:2.0:1718401981.440361:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718401981.440398:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718401981.440415:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718401981.440436:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401981.440445:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189923968 00000100:00100000:3.0:1718401981.440451:0:7229:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924032 00000100:00100000:2.0:1718401981.440465:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401981.440477:0:7229:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 45 00000100:00100000:1.0:1718401981.440480:0:7228:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924160 00000100:00100000:0.0:1718401981.440483:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1288 00000100:00100000:3.0:1718401981.440484:0:7229:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401981.440489:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880076c25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1880:x1801871189923968:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401981.440495:0:7229:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924096 00000100:00100000:2.0:1718401981.440498:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924224 00000100:00100000:1.0:1718401981.440498:0:7228:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 45 00000100:00100000:1.0:1718401981.440502:0:7228:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401981.440508:0:7229:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 45 00000100:00100000:3.0:1718401981.440510:0:7229:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401981.440512:0:6874:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 45 00000100:00100000:1.0:1718401981.440515:0:7228:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401981.440520:0:7228:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b4942422-518c-4999-8e56-6394c3b8b64e+8:1881:x1801871189924032:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401981.440525:0:6874:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401981.440528:0:7229:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401981.440532:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecb2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189924160:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401981.440536:0:6874:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401981.440538:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880076c25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1880:x1801871189923968:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 50us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401981.440540:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+9:1880:x1801871189924096:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1718401981.440545:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1288 00000100:00100000:1.0:1718401981.440552:0:7228:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b4942422-518c-4999-8e56-6394c3b8b64e+8:1881:x1801871189924032:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 32us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401981.440555:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecb2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189924160:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 23us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401981.440559:0:7228:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 20 00000100:00100000:2.0:1718401981.440560:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+9:1880:x1801871189924096:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 20us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401981.440562:0:7229:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 21 00000100:00100000:2.0:1718401981.440565:0:6874:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 22 00000100:00100000:3.0:1718401981.440662:0:7226:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401981.440666:0:7226:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189924224:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401981.440685:0:7226:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189924224:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 19us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401981.440689:0:7226:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 23 00000100:00100000:1.0:1718401981.486903:0:30704:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34f00 rate 100 gen 0 00000100:00100000:1.0:1718401981.486909:0:30704:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34500 rate 100 gen 0 00000100:00100000:3.0:1718401981.487980:0:30706:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095c8fb00 rate 100 gen 0 00000100:00100000:3.0:1718401981.487984:0:30706:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095c8f200 rate 100 gen 0 00010000:00010000:1.0:1718401981.893367:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718401981.968668:0:30956:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1600 rate 100 gen 0 00000100:00100000:2.0:1718401981.968676:0:30956:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1b00 rate 100 gen 0 00000100:00100000:1.0:1718401981.968831:0:30958:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34900 rate 100 gen 0 00000100:00100000:1.0:1718401981.968839:0:30958:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34700 rate 100 gen 0 00000001:00100000:1.0:1718401982.125973:0:9293:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b4942422-518c-4999-8e56-6394c3b8b64e 00000020:00000080:1.0:1718401982.125979:0:9293:0:(genops.c:985:class_export_put()) final put ffff88009b58e000/b4942422-518c-4999-8e56-6394c3b8b64e 00000020:00000080:3.0:1718401982.126000:0:14717:0:(genops.c:944:class_export_destroy()) destroying export ffff88009b58e000/b4942422-518c-4999-8e56-6394c3b8b64e for lustre-OST0000 00000020:00000080:3.0:1718401982.126028:0:14717:0:(genops.c:1164:obd_zombie_import_free()) destroying import ffff88009b588800 for lustre-OST0000 00000100:00100000:0.0:1718401982.434855:0:31208:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d600 rate 100 gen 0 00000100:00100000:0.0:1718401982.434862:0:31208:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d000 rate 100 gen 0 00000100:00100000:3.0:1718401982.437559:0:31210:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095c8f700 rate 100 gen 0 00000100:00100000:3.0:1718401982.437563:0:31210:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095c8f500 rate 100 gen 0 00000100:00100000:0.0:1718401982.717296:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184977728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1718401982.717343:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401982.717379:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977728 00000100:00100000:0.0:1718401982.717414:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 382 00000100:00100000:0.0:1718401982.717418:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0537200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184977728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1718401982.717440:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:0.0:1718401982.717463:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0537200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184977728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401982.717468:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 382 00000100:00100000:0.0:1718401982.717494:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880072ae0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184977728:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1718401982.895288:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401982.908086:0:31464:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d700 rate 100 gen 0 00000100:00100000:0.0:1718401982.908095:0:31464:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144dd00 rate 100 gen 0 00000100:00100000:2.0:1718401982.908214:0:31463:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1200 rate 100 gen 0 00000100:00100000:2.0:1718401982.908220:0:31463:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1900 rate 100 gen 0 00000100:00100000:3.0:1718401983.372152:0:31716:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880133faeb00 rate 100 gen 0 00000100:00100000:3.0:1718401983.372159:0:31716:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880133fae800 rate 100 gen 0 00000100:00100000:0.0:1718401983.372169:0:31715:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eab300 rate 100 gen 0 00000100:00100000:0.0:1718401983.372173:0:31715:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eabc00 rate 100 gen 0 00000100:00100000:1.0:1718401983.597316:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085febdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184977792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718401983.597376:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401983.597411:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977792 00000100:00100000:0.0:1718401983.597448:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 383 00000100:00100000:0.0:1718401983.597453:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184977792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1718401983.597479:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:0.0:1718401983.597516:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184977792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401983.597522:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 383 00000100:00100000:2.0:1718401983.597537:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085febdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184977792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718401983.832217:0:31967:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144dd00 rate 100 gen 0 00000100:00100000:1.0:1718401983.832225:0:31967:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d600 rate 100 gen 0 00000100:00100000:3.0:1718401983.833868:0:31969:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880133fae100 rate 100 gen 0 00000100:00100000:3.0:1718401983.833872:0:31969:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880133fae000 rate 100 gen 0 00010000:00010000:1.0:1718401983.897292:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401984.314395:0:32220:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d200 rate 100 gen 0 00000100:00100000:1.0:1718401984.314405:0:32220:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144db00 rate 100 gen 0 00000100:00100000:2.0:1718401984.314870:0:32221:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1e00 rate 100 gen 0 00000100:00100000:2.0:1718401984.314876:0:32221:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1c00 rate 100 gen 0 00000100:00100000:1.0:1718401984.791469:0:32473:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d000 rate 100 gen 0 00000100:00100000:1.0:1718401984.791475:0:32473:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d800 rate 100 gen 0 00000100:00100000:2.0:1718401984.793870:0:32475:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1100 rate 100 gen 0 00000100:00100000:2.0:1718401984.793874:0:32475:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1300 rate 100 gen 0 00010000:00010000:3.0:1718401984.899436:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401985.306867:0:32745:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500bd00 rate 100 gen 0 00000100:00100000:0.0:1718401985.306876:0:32745:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500bf00 rate 100 gen 0 00000100:00100000:3.0:1718401985.307106:0:32746:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34800 rate 100 gen 0 00000100:00100000:3.0:1718401985.307118:0:32746:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34a00 rate 100 gen 0 00000100:00100000:0.0:1718401985.677306:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184977856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718401985.677310:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184977920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718401985.677357:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401985.677372:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401985.677379:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977920 00000100:00100000:2.0:1718401985.677409:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977856 00000100:00100000:3.0:1718401985.677415:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19937 00000100:00100000:3.0:1718401985.677419:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fec280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3332:x1801871184977920:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1718401985.677423:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19938 00000100:00100000:2.0:1718401985.677425:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184977856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1718401985.677442:0:19561:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443106816 avail 1313644544 00000004:00000024:2.0:1718401985.677442:0:32583:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443762176 avail 1314299904 00000100:00100000:3.0:1718401985.677471:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fec280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3332:x1801871184977920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401985.677476:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19937 00000100:00100000:2.0:1718401985.677484:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184977856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401985.677488:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19938 00000100:00100000:3.0:1718401985.677504:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880072ae5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184977920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1718401985.677507:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184977856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718401985.693286:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1718401985.693301:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3332:1801871184977984:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401985.693301:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3335:1801871184978112:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718401985.693328:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009c423440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184978240:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401985.693350:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401985.693352:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401985.693370:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401985.693377:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009c425f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1801871184978368:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401985.693379:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3332:1801871184978176:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401985.693380:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184977984 00000100:00100000:2.0:1718401985.693392:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708ab900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184978496:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401985.693393:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401985.693402:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3335:1801871184978624:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401985.693404:0:7226:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978112 00000100:00100000:0.0:1718401985.693408:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1718401985.693412:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3332:x1801871184977984:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718401985.693414:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401985.693416:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401985.693422:0:7226:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800a0764e00 rate 10000 sequence 43, rule flags 2, head sequence 63 00000100:00100000:3.0:1718401985.693427:0:7226:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401985.693429:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1718401985.693434:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1801871184978048:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401985.693436:0:7226:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978368 00000100:00100000:3.0:1718401985.693442:0:7226:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800a0764e00 rate 10000 sequence 43, rule flags 2, head sequence 63 00000100:00100000:3.0:1718401985.693443:0:7226:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401985.693443:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3332:x1801871184977984:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401985.693445:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978624 00000100:00100000:0.0:1718401985.693447:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1718401985.693450:0:7226:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401985.693453:0:7226:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e79300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0000_UUID+5:3335:x1801871184978112:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401985.693453:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401985.693456:0:7223:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800a0764e00 rate 10000 sequence 43, rule flags 2, head sequence 63 00000100:00100000:2.0:1718401985.693458:0:7223:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401985.693466:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009c423dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3335:1801871184978304:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718401985.693467:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978048 00000100:00100000:0.0:1718401985.693467:0:23004:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978240 00000100:00100000:2.0:1718401985.693472:0:7223:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800a0764e00 rate 10000 sequence 43, rule flags 2, head sequence 63 00000100:00100000:2.0:1718401985.693473:0:7223:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401985.693478:0:7226:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e79300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0000_UUID+5:3335:x1801871184978112:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401985.693478:0:7223:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401985.693482:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1801871184978368:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401985.693483:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401985.693487:0:7226:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1718401985.693487:0:23004:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978496 00000100:00100000:1.0:1718401985.693495:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad88e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184978560:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401985.693496:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 334 00000100:00100000:0.0:1718401985.693499:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184978496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401985.693502:0:7226:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978304 00000100:00100000:2.0:1718401985.693503:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1801871184978368:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401985.693508:0:7223:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1718401985.693511:0:7226:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800a0764e00 rate 10000 sequence 43, rule flags 2, head sequence 63 00000100:00100000:1.0:1718401985.693511:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401985.693514:0:7226:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401985.693517:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184978496:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401985.693520:0:7223:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401985.693521:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 334 00000100:00100000:2.0:1718401985.693525:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3335:x1801871184978624:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401985.693527:0:23004:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978560 00000100:00100000:1.0:1718401985.693534:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009c425f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1801871184978368:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401985.693536:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 334 00000100:00100000:0.0:1718401985.693538:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184978560:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401985.693540:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe2f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3335:1801871184978112:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401985.693546:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401985.693551:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3335:x1801871184978624:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401985.693554:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d1300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184978560:12345-0@lo:400:kworker/u8:0.0 Request processed in 15us (43us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401985.693556:0:7223:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1718401985.693558:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 334 00000100:00100000:3.0:1718401985.693559:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a8980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184978432:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401985.693559:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad88e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184978560:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401985.693563:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3335:1801871184978624:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401985.693565:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 334 00000100:00100000:2.0:1718401985.693568:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978176 00000100:00100000:0.0:1718401985.693568:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184978240:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401985.693573:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401985.693577:0:7223:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8800a0764e00 rate 10000 sequence 43, rule flags 2, head sequence 63 00000100:00100000:2.0:1718401985.693579:0:7223:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401985.693584:0:4315:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978432 00000100:00100000:3.0:1718401985.693585:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880072ae5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3332:1801871184977984:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401985.693590:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184978240:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401985.693595:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 334 00000100:00100000:2.0:1718401985.693598:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 335 00000100:00100000:2.0:1718401985.693601:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fecc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184978432:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718401985.693631:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fecc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184978432:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (58us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401985.693635:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 335 00000100:00100000:0.0:1718401985.693637:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401985.693643:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1801871184978048:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718401985.693647:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a8980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184978432:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718401985.693651:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009c423440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184978240:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718401985.693656:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708ab900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184978496:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401985.693673:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1801871184978048:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401985.693677:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1718401985.693752:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880072ae0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1801871184978048:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401985.693753:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401985.693758:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3335:x1801871184978304:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401985.693786:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3335:x1801871184978304:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401985.693788:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009c423dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3335:1801871184978304:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718401985.693789:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1718401985.693867:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8800a0764e00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401985.693871:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fec740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3332:x1801871184978176:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401985.693900:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fec740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3332:x1801871184978176:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401985.693904:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1718401985.693920:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3332:1801871184978176:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718401985.741304:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184978688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1718401985.741304:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184978752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718401985.741352:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401985.741372:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978752 00000100:00100000:1.0:1718401985.741406:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 384 00000100:00100000:1.0:1718401985.741411:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a05317c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184978752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1718401985.741439:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:1.0:1718401985.741492:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a05317c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184978752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401985.741498:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 384 00000100:00100000:1.0:1718401985.741517:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401985.741527:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184978752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718401985.741538:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978688 00000100:00100000:1.0:1718401985.741556:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 385 00000100:00100000:1.0:1718401985.741560:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184978688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1718401985.741573:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:1.0:1718401985.741597:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184978688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401985.741602:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 385 00000100:00100000:0.0:1718401985.741603:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184978688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718401985.768780:0:538:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34d00 rate 100 gen 0 00000100:00100000:3.0:1718401985.768786:0:538:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34800 rate 100 gen 0 00000100:00100000:2.0:1718401985.770156:0:540:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1c00 rate 100 gen 0 00000100:00100000:2.0:1718401985.770160:0:540:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1300 rate 100 gen 0 00010000:00010000:1.0:1718401985.901312:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718401986.233099:0:800:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1800 rate 100 gen 0 00000100:00100000:2.0:1718401986.233106:0:800:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1e00 rate 100 gen 0 00000100:00100000:1.0:1718401986.233121:0:801:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7400 rate 100 gen 0 00000100:00100000:1.0:1718401986.233126:0:801:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7e00 rate 100 gen 0 00000100:00100000:2.0:1718401986.448321:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718401986.448360:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401986.448377:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924288 00000100:00100000:2.0:1718401986.448380:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718401986.448389:0:7233:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924352 00000100:00100000:2.0:1718401986.448393:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401986.448417:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924480 00000100:00100000:1.0:1718401986.448419:0:7233:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 67 00000100:00100000:2.0:1718401986.448420:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401986.448420:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1290 00000100:00100000:0.0:1718401986.448426:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189924288:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718401986.448431:0:7233:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401986.448437:0:15735:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 67 00000100:00100000:2.0:1718401986.448439:0:6873:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924416 00000100:00100000:3.0:1718401986.448443:0:15735:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401986.448448:0:7233:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924544 00000100:00100000:2.0:1718401986.448455:0:6873:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 67 00000100:00100000:2.0:1718401986.448459:0:6873:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401986.448464:0:15735:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401986.448484:0:7233:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 67 00000100:00100000:3.0:1718401986.448488:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189924352:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401986.448489:0:6873:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401986.448492:0:7233:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401986.448494:0:6873:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4ba2d863-ea31-487e-99d5-270114bd2874+6:1880:x1801871189924480:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1718401986.448500:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189924288:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 73us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401986.448504:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401986.448506:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1290 00000100:00100000:1.0:1718401986.448510:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad884c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189924416:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401986.448524:0:6873:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4ba2d863-ea31-487e-99d5-270114bd2874+6:1880:x1801871189924480:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 30us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401986.448529:0:6873:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 31 00000100:00100000:3.0:1718401986.448531:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189924352:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 44us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401986.448538:0:15735:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 30 00000100:00100000:1.0:1718401986.448547:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad884c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189924416:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 37us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401986.448554:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 32 00000100:00100000:2.0:1718401986.448641:0:9318:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401986.448647:0:9318:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad897c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189924544:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401986.448673:0:9318:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad897c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189924544:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 27us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401986.448678:0:9318:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 33 00000100:00100000:0.0:1718401986.701944:0:1081:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880131df6700 rate 100 gen 0 00000100:00100000:0.0:1718401986.701950:0:1081:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880131df6c00 rate 100 gen 0 00000100:00100000:2.0:1718401986.701962:0:1080:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1100 rate 100 gen 0 00000100:00100000:2.0:1718401986.701968:0:1080:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1a00 rate 100 gen 0 00010000:00010000:1.0:1718401986.903271:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401987.165087:0:1332:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7500 rate 100 gen 0 00000100:00100000:1.0:1718401987.165093:0:1332:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7e00 rate 100 gen 0 00000100:00100000:2.0:1718401987.165464:0:1333:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500bd00 rate 100 gen 0 00000100:00100000:2.0:1718401987.165469:0:1333:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500b300 rate 100 gen 0 00000100:00100000:2.0:1718401987.633447:0:1583:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500be00 rate 100 gen 0 00000100:00100000:2.0:1718401987.633453:0:1583:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88013500ba00 rate 100 gen 0 00000100:00100000:0.0:1718401987.636594:0:1585:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880131df6c00 rate 100 gen 0 00000100:00100000:0.0:1718401987.636598:0:1585:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880131df6d00 rate 100 gen 0 00000100:00100000:2.0:1718401987.725397:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184978816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1718401987.725463:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401987.725518:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978816 00000100:00100000:1.0:1718401987.725571:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 386 00000100:00100000:1.0:1718401987.725576:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184978816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1718401987.725603:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:1.0:1718401987.725647:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8f200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184978816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401987.725653:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 386 00000100:00100000:2.0:1718401987.725669:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184978816:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1718401987.905280:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718401988.096366:0:1836:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1e00 rate 100 gen 0 00000100:00100000:3.0:1718401988.096373:0:1836:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff8801364b1100 rate 100 gen 0 00000100:00100000:1.0:1718401988.096691:0:1838:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7f00 rate 100 gen 0 00000100:00100000:1.0:1718401988.096697:0:1838:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7900 rate 100 gen 0 00000100:00100000:3.0:1718401988.565775:0:2089:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34d00 rate 100 gen 0 00000100:00100000:3.0:1718401988.565781:0:2089:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34000 rate 100 gen 0 00000100:00100000:0.0:1718401988.565856:0:2090:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144dd00 rate 100 gen 0 00000100:00100000:0.0:1718401988.565860:0:2090:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144de00 rate 100 gen 0 00000100:00100000:2.0:1718401988.605300:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1718401988.605316:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184978880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1718401988.605363:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401988.605397:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978880 00000100:00100000:2.0:1718401988.605431:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 387 00000100:00100000:2.0:1718401988.605434:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184978880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1718401988.605456:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:2.0:1718401988.605480:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184978880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401988.605484:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 387 00000100:00100000:2.0:1718401988.605514:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184978880:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1718401988.907319:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718401989.032625:0:2340:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eab500 rate 100 gen 0 00000100:00100000:2.0:1718401989.032630:0:2340:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eaba00 rate 100 gen 0 00000100:00100000:3.0:1718401989.035799:0:2343:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095f5b100 rate 100 gen 0 00000100:00100000:3.0:1718401989.035806:0:2343:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095f5b200 rate 100 gen 0 00000100:00100000:0.0:1718401989.488671:0:2593:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144db00 rate 100 gen 0 00000100:00100000:0.0:1718401989.488678:0:2593:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d300 rate 100 gen 0 00000100:00100000:3.0:1718401989.490342:0:2595:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095f5b900 rate 100 gen 0 00000100:00100000:3.0:1718401989.490346:0:2595:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095f5ba00 rate 100 gen 0 00010000:00010000:1.0:1718401989.909340:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401989.945908:0:2846:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d200 rate 100 gen 0 00000100:00100000:0.0:1718401989.945913:0:2846:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144dc00 rate 100 gen 0 00000100:00100000:2.0:1718401989.946560:0:2848:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eab800 rate 100 gen 0 00000100:00100000:2.0:1718401989.946564:0:2848:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880071eabe00 rate 100 gen 0 00000100:00100000:0.0:1718401990.404663:0:3099:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7200 rate 100 gen 0 00000100:00100000:0.0:1718401990.404668:0:3099:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88012f3b7600 rate 100 gen 0 00000100:00100000:3.0:1718401990.405000:0:3100:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095f5bd00 rate 100 gen 0 00000100:00100000:3.0:1718401990.405007:0:3100:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095f5b300 rate 100 gen 0 00000100:00100000:2.0:1718401990.685268:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad88980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184978944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1718401990.685268:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0535a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184979008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1718401990.685322:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401990.685349:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401990.685373:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184978944 00000100:00100000:2.0:1718401990.685412:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979008 00000100:00100000:2.0:1718401990.685426:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19939 00000100:00100000:2.0:1718401990.685431:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad89300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3333:x1801871184978944:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718401990.685433:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19940 00000100:00100000:3.0:1718401990.685437:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184979008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1718401990.685456:0:32583:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443762176 avail 1314299904 00000004:00000024:2.0:1718401990.685456:0:6879:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443106816 avail 1313644544 00000100:00100000:3.0:1718401990.685492:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184979008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401990.685492:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad89300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3333:x1801871184978944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401990.685497:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19940 00000100:00100000:2.0:1718401990.685499:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19939 00000100:00100000:2.0:1718401990.685536:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad88980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184978944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718401990.685546:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0535a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184979008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718401990.701314:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3332:1801871184979200:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.701335:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad89c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1801871184979136:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401990.701354:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad88980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3334:1801871184979072:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401990.701364:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401990.701380:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3333:1801871184979264:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401990.701392:0:9318:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979200 00000100:00100000:2.0:1718401990.701395:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401990.701410:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3332:1801871184979456:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401990.701417:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184979328:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401990.701420:0:9318:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 85 00000100:00100000:0.0:1718401990.701421:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401990.701427:0:9318:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401990.701442:0:9318:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979264 00000100:00100000:1.0:1718401990.701444:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401990.701448:0:9318:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 85 00000100:00100000:3.0:1718401990.701449:0:9318:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401990.701449:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401990.701450:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184979520:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401990.701452:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a04740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3332:1801871184979712:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401990.701456:0:9318:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979456 00000100:00100000:3.0:1718401990.701461:0:9318:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 85 00000100:00100000:3.0:1718401990.701463:0:9318:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401990.701465:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad88e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184979584:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401990.701465:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401990.701470:0:9318:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979712 00000100:00100000:0.0:1718401990.701470:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401990.701474:0:9318:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 85 00000100:00100000:3.0:1718401990.701476:0:9318:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401990.701483:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401990.701486:0:9318:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401990.701490:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401990.701491:0:9318:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3332:x1801871184979200:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401990.701494:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3333:x1801871184979264:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401990.701499:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1718401990.701499:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979328 00000100:00100000:2.0:1718401990.701504:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a03900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184979648:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401990.701523:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401990.701526:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3333:x1801871184979264:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401990.701530:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1718401990.701530:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979520 00000100:00100000:3.0:1718401990.701539:0:9318:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3332:x1801871184979200:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401990.701543:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979584 00000100:00100000:1.0:1718401990.701544:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401990.701547:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3332:x1801871184979456:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401990.701548:0:9318:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1718401990.701551:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979072 00000100:00100000:0.0:1718401990.701554:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979648 00000100:00100000:1.0:1718401990.701560:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3332:x1801871184979456:12345-0@lo:400:kworker/u8:2.0 Request processed in 12us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401990.701568:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1718401990.701568:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 336 00000100:00100000:0.0:1718401990.701572:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a076c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184979584:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401990.701575:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1718401990.701579:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3334:x1801871184979072:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401990.701585:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 336 00000100:00100000:3.0:1718401990.701589:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a03440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184979328:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401990.701589:0:4315:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 336 00000100:00100000:1.0:1718401990.701591:0:4315:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a05350c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184979520:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.701604:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a076c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184979584:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401990.701609:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 336 00000100:00100000:2.0:1718401990.701614:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3334:x1801871184979072:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401990.701615:0:4315:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a05350c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184979520:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401990.701619:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1718401990.701619:0:4315:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 336 00000100:00100000:3.0:1718401990.701621:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a03440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184979328:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401990.701623:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 336 00000100:00100000:0.0:1718401990.701626:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a004c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184979648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401990.701627:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 336 00000100:00100000:0.0:1718401990.701646:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a004c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184979648:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401990.701651:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 336 00000100:00100000:1.0:1718401990.701652:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3332:1801871184979456:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401990.701662:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3332:1801871184979200:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401990.701665:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a03900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184979648:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401990.701672:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad88980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3334:1801871184979072:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.701673:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401990.701678:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8bdc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184979328:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401990.701684:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad88e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184979584:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.701686:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3335:1801871184979392:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.701702:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401990.701724:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979136 00000100:00100000:3.0:1718401990.701725:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979392 00000100:00100000:0.0:1718401990.701730:0:7223:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401990.701734:0:15735:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 85 00000100:00100000:0.0:1718401990.701736:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3332:x1801871184979712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401990.701737:0:15735:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401990.701739:0:6874:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 85 00000100:00100000:2.0:1718401990.701742:0:6874:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401990.701763:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3332:x1801871184979712:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401990.701768:0:7223:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1718401990.701769:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a04740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3332:1801871184979712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.701799:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3333:1801871184979264:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.701809:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8c740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184979520:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.701851:0:7223:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401990.701856:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3335:x1801871184979392:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.701880:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3335:x1801871184979392:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401990.701884:0:7223:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1718401990.701915:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3335:1801871184979392:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.701983:0:7223:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401990.701989:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0536d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1801871184979136:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.702014:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0536d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1801871184979136:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401990.702018:0:7223:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1718401990.702040:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad89c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1801871184979136:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401990.749423:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1718401990.749443:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0532600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184979776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1718401990.749457:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1718401990.749467:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a03900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184979840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1718401990.749500:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401990.749547:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979776 00000100:00100000:3.0:1718401990.749569:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401990.749598:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979840 00000100:00100000:2.0:1718401990.749609:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 388 00000100:00100000:2.0:1718401990.749614:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0534c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184979776:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718401990.749616:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 388 00000100:00100000:0.0:1718401990.749620:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fed580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184979840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1718401990.749636:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00002000:00000024:0.0:1718401990.749636:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:2.0:1718401990.749667:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0534c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184979776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401990.749668:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fed580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184979840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401990.749672:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 388 00000100:00100000:2.0:1718401990.749675:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 388 00000100:00100000:3.0:1718401990.749697:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a03900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184979840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718401990.749698:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0532600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184979776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718401990.867856:0:3370:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095f5b500 rate 100 gen 0 00000100:00100000:3.0:1718401990.867864:0:3370:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880095f5bb00 rate 100 gen 0 00000100:00100000:1.0:1718401990.868433:0:3371:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144df00 rate 100 gen 0 00000100:00100000:1.0:1718401990.868437:0:3371:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144dd00 rate 100 gen 0 00010000:00010000:1.0:1718401990.911262:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401991.345748:0:3621:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d400 rate 100 gen 0 00000100:00100000:1.0:1718401991.345754:0:3621:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d700 rate 100 gen 0 00000100:00100000:3.0:1718401991.346439:0:3623:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098682100 rate 100 gen 0 00000100:00100000:3.0:1718401991.346445:0:3623:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098682000 rate 100 gen 0 00000100:00100000:2.0:1718401991.456466:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718401991.456512:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718401991.456531:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401991.456540:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924608 00000100:00100000:2.0:1718401991.456547:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718401991.456573:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718401991.456576:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924672 00000100:00100000:2.0:1718401991.456591:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924736 00000100:00100000:0.0:1718401991.456591:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1292 00000100:00100000:3.0:1718401991.456593:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924800 00000100:00100000:0.0:1718401991.456596:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1880:x1801871189924608:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401991.456610:0:6874:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 89 00000100:00100000:1.0:1718401991.456619:0:7223:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 89 00000100:00100000:3.0:1718401991.456624:0:19893:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 89 00000100:00100000:2.0:1718401991.456630:0:6874:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401991.456635:0:7223:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401991.456638:0:19893:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401991.456641:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924864 00000100:00100000:2.0:1718401991.456648:0:6874:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff8801216c7400 rate 10000 sequence 3, rule flags 2, head sequence 89 00000100:00100000:1.0:1718401991.456652:0:7223:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401991.456656:0:6874:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff8801216c7400 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401991.456658:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a01c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+9:1880:x1801871189924736:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401991.456659:0:19893:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401991.456659:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840e8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1880:x1801871189924608:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 63us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401991.456663:0:6874:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401991.456665:0:19893:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b4942422-518c-4999-8e56-6394c3b8b64e+8:1881:x1801871189924672:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1718401991.456665:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1292 00000100:00100000:2.0:1718401991.456667:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a02600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189924800:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401991.456706:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a02600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189924800:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 40us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401991.456707:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a01c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+9:1880:x1801871189924736:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 50us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401991.456711:0:6874:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 42 00000100:00100000:3.0:1718401991.456712:0:19893:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b4942422-518c-4999-8e56-6394c3b8b64e+8:1881:x1801871189924672:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 47us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401991.456713:0:7223:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 40 00000100:00100000:3.0:1718401991.456718:0:19893:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 41 00000100:00100000:2.0:1718401991.456793:0:7228:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff8801216c7400 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401991.456797:0:7228:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a06880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189924864:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401991.456814:0:7228:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a06880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189924864:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 17us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401991.456817:0:7228:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 43 00000100:00100000:3.0:1718401991.826569:0:3874:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098682500 rate 100 gen 0 00000100:00100000:3.0:1718401991.826575:0:3874:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880098682200 rate 100 gen 0 00000100:00100000:1.0:1718401991.827831:0:3876:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d800 rate 100 gen 0 00000100:00100000:1.0:1718401991.827835:0:3876:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d700 rate 100 gen 0 00010000:00010000:1.0:1718401991.913309:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718401992.297362:0:4140:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009629b600 rate 100 gen 0 00000100:00100000:3.0:1718401992.297370:0:4140:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009629b700 rate 100 gen 0 00000100:00100000:1.0:1718401992.297390:0:4139:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d700 rate 100 gen 0 00000100:00100000:1.0:1718401992.297396:0:4139:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d800 rate 100 gen 0 00000100:00100000:3.0:1718401992.733383:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a03900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184979904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718401992.733435:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401992.733538:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979904 00000100:00100000:0.0:1718401992.733579:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 389 00000100:00100000:0.0:1718401992.733583:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe8e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184979904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1718401992.733607:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:0.0:1718401992.733646:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe8e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184979904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401992.733652:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 389 00000100:00100000:3.0:1718401992.733689:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a03900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184979904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1718401992.765498:0:4399:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34000 rate 100 gen 0 00000100:00100000:2.0:1718401992.765504:0:4399:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34800 rate 100 gen 0 00000100:00100000:0.0:1718401992.765571:0:4398:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009456b300 rate 100 gen 0 00000100:00100000:0.0:1718401992.765575:0:4398:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009456ba00 rate 100 gen 0 00010000:00010000:3.0:1718401992.915274:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718401993.242224:0:4652:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880093082800 rate 100 gen 0 00000100:00100000:3.0:1718401993.242232:0:4652:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880093082500 rate 100 gen 0 00000100:00100000:1.0:1718401993.242605:0:4653:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144dd00 rate 100 gen 0 00000100:00100000:1.0:1718401993.242610:0:4653:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144de00 rate 100 gen 0 00000100:00100000:2.0:1718401993.613281:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1718401993.613299:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a04740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184979968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1718401993.613350:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401993.613393:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184979968 00000100:00100000:1.0:1718401993.613435:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 390 00000100:00100000:1.0:1718401993.613441:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a03900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184979968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1718401993.613468:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:1.0:1718401993.613507:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a03900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184979968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401993.613513:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 390 00000100:00100000:2.0:1718401993.613523:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a04740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184979968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1718401993.724877:0:4905:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009629be00 rate 100 gen 0 00000100:00100000:2.0:1718401993.724886:0:4905:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009629b800 rate 100 gen 0 00000100:00100000:0.0:1718401993.725092:0:4906:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880131df6c00 rate 100 gen 0 00000100:00100000:0.0:1718401993.725098:0:4906:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff880131df6000 rate 100 gen 0 00010000:00010000:1.0:1718401993.917370:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718401994.217579:0:5158:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34800 rate 100 gen 0 00000100:00100000:2.0:1718401994.217586:0:5158:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88009fe34100 rate 100 gen 0 00000100:00100000:1.0:1718401994.217730:0:5160:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d000 rate 100 gen 0 00000100:00100000:1.0:1718401994.217737:0:5160:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d800 rate 100 gen 0 00010000:00010000:1.0:1718401994.919374:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401995.693281:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1718401995.693288:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184980096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718401995.693294:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a04740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184980032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718401995.693346:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401995.693384:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401995.693386:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980032 00000100:00100000:2.0:1718401995.693418:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980096 00000100:00100000:0.0:1718401995.693423:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19941 00000100:00100000:0.0:1718401995.693427:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3332:x1801871184980032:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718401995.693431:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19942 00000100:00100000:3.0:1718401995.693437:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184980096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1718401995.693451:0:32583:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443106816 avail 1313644544 00000004:00000024:3.0:1718401995.693457:0:6879:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443762176 avail 1314299904 00000100:00100000:0.0:1718401995.693489:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3332:x1801871184980032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401995.693494:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19941 00000100:00100000:3.0:1718401995.693505:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184980096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401995.693506:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a04740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184980032:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718401995.693511:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19942 00000100:00100000:0.0:1718401995.693520:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184980096:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1718401995.709393:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fea140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3335:1801871184980160:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401995.709395:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3332:1801871184980224:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401995.709446:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fef200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3333:1801871184980288:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401995.709449:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401995.709452:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401995.709476:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fee880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3332:1801871184980480:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401995.709478:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fef6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184980416:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.709483:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980160 00000100:00100000:0.0:1718401995.709488:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718401995.709507:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184980736:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401995.709513:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401995.709515:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401995.709516:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1718401995.709519:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3335:x1801871184980160:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401995.709523:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fea600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3334:1801871184980352:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401995.709537:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184980672:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401995.709539:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718401995.709543:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3333:1801871184980544:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401995.709551:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe84c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184980608:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401995.709554:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401995.709562:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3335:x1801871184980160:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401995.709565:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401995.709568:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1718401995.709568:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401995.709578:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fea140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3335:1801871184980160:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401995.709581:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3333:1801871184980800:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401995.709595:0:7231:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980416 00000100:00100000:1.0:1718401995.709597:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718401995.709598:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980224 00000100:00100000:2.0:1718401995.709603:0:23004:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980672 00000100:00100000:3.0:1718401995.709614:0:15735:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 101 00000100:00100000:3.0:1718401995.709620:0:15735:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401995.709620:0:7231:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980608 00000100:00100000:1.0:1718401995.709623:0:7228:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980480 00000100:00100000:2.0:1718401995.709628:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 337 00000100:00100000:3.0:1718401995.709630:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980288 00000100:00100000:2.0:1718401995.709631:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a04740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184980416:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.709636:0:15735:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 101 00000100:00100000:0.0:1718401995.709637:0:7231:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 337 00000100:00100000:1.0:1718401995.709638:0:7228:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 101 00000100:00100000:3.0:1718401995.709640:0:15735:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401995.709640:0:7231:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f059300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184980672:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.709647:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980352 00000100:00100000:1.0:1718401995.709647:0:7228:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401995.709653:0:15735:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 101 00000100:00100000:3.0:1718401995.709654:0:15735:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401995.709657:0:7228:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980544 00000100:00100000:3.0:1718401995.709660:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980800 00000100:00100000:2.0:1718401995.709663:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a04740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184980416:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401995.709664:0:7228:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 101 00000100:00100000:0.0:1718401995.709664:0:7231:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f059300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184980672:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401995.709666:0:15735:0:(nrs_tbf.c:2962:nrs_tbf_res_get()) TBF class@ffff88012db48a00 rate 10000 sequence 21, rule flags 2, head sequence 101 00000100:00100000:2.0:1718401995.709668:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 337 00000100:00100000:1.0:1718401995.709668:0:7228:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:0.0:1718401995.709669:0:7231:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 337 00000100:00100000:3.0:1718401995.709670:0:15735:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401995.709676:0:7228:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 2, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401995.709678:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 337 00000100:00100000:3.0:1718401995.709679:0:15735:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 1, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:1.0:1718401995.709680:0:7228:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0536880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3332:x1801871184980224:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401995.709681:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184980608:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.709684:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad89c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3333:x1801871184980288:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401995.709690:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401995.709695:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184980608:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401995.709698:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 337 00000100:00100000:2.0:1718401995.709704:0:23004:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980736 00000100:00100000:2.0:1718401995.709714:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 338 00000100:00100000:1.0:1718401995.709715:0:7228:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0536880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3332:x1801871184980224:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401995.709715:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe84c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184980608:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401995.709717:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0535a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184980736:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.709719:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad89c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3333:x1801871184980288:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401995.709719:0:7228:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1718401995.709724:0:15735:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1718401995.709728:0:7228:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:2.0:1718401995.709730:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0535a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184980736:12345-0@lo:400:kworker/u8:2.0 Request processed in 13us (40us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401995.709731:0:7228:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0534280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3332:x1801871184980480:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718401995.709731:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184980736:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401995.709733:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 338 00000100:00100000:0.0:1718401995.709738:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3332:1801871184980224:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401995.709746:0:7228:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0534280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3332:x1801871184980480:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1718401995.709749:0:7228:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1718401995.709753:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fee880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3332:1801871184980480:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401995.709759:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fef6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184980416:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401995.709767:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184980672:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718401995.709786:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fef200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3333:1801871184980288:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.709857:0:7230:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401995.709862:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a05363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3334:x1801871184980352:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.709903:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a05363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0000_UUID+5:3334:x1801871184980352:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401995.709909:0:7230:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1718401995.709922:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fea600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3334:1801871184980352:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.709967:0:7230:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401995.709971:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3333:x1801871184980544:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.709995:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3333:x1801871184980544:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401995.709998:0:7230:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1718401995.710025:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3333:1801871184980544:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.710079:0:7230:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012db48a00 rate 10000 gen 0 token 0, rule@ffff880130a65e00 rate 10000 gen 0 00000100:00100000:3.0:1718401995.710082:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3333:x1801871184980800:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718401995.710099:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0000_UUID+5:3333:x1801871184980800:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401995.710103:0:7230:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1718401995.710106:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3333:1801871184980800:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718401995.757291:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184980928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1718401995.757291:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184980864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718401995.757347:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401995.757372:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980864 00000100:00100000:3.0:1718401995.757393:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401995.757408:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980928 00000100:00100000:0.0:1718401995.757420:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 391 00000100:00100000:2.0:1718401995.757424:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 391 00000100:00100000:0.0:1718401995.757424:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184980864:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1718401995.757427:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085febdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184980928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1718401995.757447:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00002000:00000024:0.0:1718401995.757447:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:0.0:1718401995.757475:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184980864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401995.757479:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 391 00000100:00100000:2.0:1718401995.757485:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085febdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184980928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401995.757490:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 391 00000100:00100000:0.0:1718401995.757505:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184980864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718401995.757506:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184980928:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1718401995.921308:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1718401996.349262:0:5629:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718401996.349266:0:5629:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 77p: Check validity of rule names for TBF policies ========================================================== 17:53:15 (1718401995) 00000100:00100000:0.0:1718401996.464494:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401996.464556:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718401996.464588:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401996.464590:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924992 00000100:00100000:0.0:1718401996.464615:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718401996.464616:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189924928 00000100:00100000:0.0:1718401996.464647:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718401996.464648:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925056 00000100:00100000:2.0:1718401996.464649:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1294 00000100:00100000:2.0:1718401996.464653:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189924928:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718401996.464659:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925120 00000100:00100000:3.0:1718401996.464667:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925184 00000100:00100000:0.0:1718401996.464676:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6532 00000100:00100000:0.0:1718401996.464682:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189924992:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401996.464698:0:7230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6533 00000100:00100000:3.0:1718401996.464702:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189925056:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718401996.464708:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6534 00000100:00100000:1.0:1718401996.464714:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007feca140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+5:1881:x1801871189925184:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718401996.464715:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189924928:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 61us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401996.464720:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1294 00000100:00100000:0.0:1718401996.464734:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189924992:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 52us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401996.464738:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189925056:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 35us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1718401996.464741:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6532 00000100:00100000:1.0:1718401996.464743:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007feca140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+5:1881:x1801871189925184:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 30us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401996.464745:0:7230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6533 00000100:00100000:1.0:1718401996.464751:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6534 00000100:00100000:3.0:1718401996.464764:0:7230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6535 00000100:00100000:3.0:1718401996.464768:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:4ba2d863-ea31-487e-99d5-270114bd2874+6:1880:x1801871189925120:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718401996.464800:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:4ba2d863-ea31-487e-99d5-270114bd2874+6:1880:x1801871189925120:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 32us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1718401996.464806:0:7230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6535 00000100:00100000:1.0:1718401996.596544:0:5694:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144db00 rate 10000 gen 0 00000100:00100000:1.0:1718401996.596752:0:5694:0:(nrs_tbf.c:351:nrs_tbf_rule_start()) TBF starts rule@ffff88007144d100 rate 10000 gen 0 00010000:00010000:3.0:1718401996.923381:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718401997.741416:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184980992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1718401997.741473:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401997.741546:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184980992 00000100:00100000:2.0:1718401997.741605:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 392 00000100:00100000:2.0:1718401997.741611:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fecaac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184980992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1718401997.741641:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:2.0:1718401997.741693:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fecaac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184980992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401997.741700:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 392 00000100:00100000:0.0:1718401997.741705:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184980992:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1718401997.925288:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718401998.621334:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184981056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1718401998.621389:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718401998.621444:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981056 00000100:00100000:2.0:1718401998.621486:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 393 00000100:00100000:2.0:1718401998.621490:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184981056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1718401998.621514:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:2.0:1718401998.621555:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184981056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1718401998.621560:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 393 00000100:00100000:1.0:1718401998.621581:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184981056:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1718401998.927374:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718401999.929737:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402000.701376:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad88e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184981184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718402000.701380:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fecd0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184981120:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1718402000.701466:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402000.701497:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402000.701519:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981184 00000100:00100000:1.0:1718402000.701542:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981120 00000100:00100000:0.0:1718402000.701556:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19943 00000100:00100000:0.0:1718402000.701560:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3334:x1801871184981184:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718402000.701574:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19944 00000100:00100000:1.0:1718402000.701578:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184981120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1718402000.701590:0:6879:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443106816 avail 1313644544 00000004:00000024:1.0:1718402000.701595:0:32583:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443762176 avail 1314299904 00000100:00100000:0.0:1718402000.701628:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3334:x1801871184981184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402000.701634:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19943 00000100:00100000:2.0:1718402000.701638:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad88e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184981184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718402000.701639:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184981120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402000.701645:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fecd0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184981120:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718402000.701646:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19944 00000100:00100000:0.0:1718402000.717409:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3332:1801871184981248:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402000.717414:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3333:1801871184981312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402000.717444:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe97c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3334:1801871184981376:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402000.717452:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3335:1801871184981440:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.717480:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402000.717484:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402000.717508:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981312 00000100:00100000:2.0:1718402000.717516:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402000.717523:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3333:1801871184981568:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.717523:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe8980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184981504:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402000.717543:0:7230:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009c5a7600 rate 10000 gen 0 token 3, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:2.0:1718402000.717543:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3334:1801871184981632:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402000.717551:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402000.717552:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981376 00000100:00100000:0.0:1718402000.717552:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402000.717558:0:7230:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009c5a7600 rate 10000 gen 0 token 3, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:3.0:1718402000.717564:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981568 00000100:00100000:2.0:1718402000.717566:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402000.717566:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fef200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184981824:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.717567:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fea600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184981760:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402000.717569:0:7230:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009c5a7600 rate 10000 gen 0 token 3, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:3.0:1718402000.717576:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981632 00000100:00100000:3.0:1718402000.717581:0:7230:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009c5a7600 rate 10000 gen 0 token 3, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:2.0:1718402000.717582:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3334:1801871184981888:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.717586:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402000.717587:0:7230:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009c5a7600 rate 10000 gen 0 token 2, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:3.0:1718402000.717592:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3333:x1801871184981312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402000.717595:0:7229:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009c5a7600 rate 10000 gen 0 token 1, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:1.0:1718402000.717600:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3334:x1801871184981376:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402000.717601:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402000.717616:0:7226:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981888 00000100:00100000:1.0:1718402000.717629:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3334:x1801871184981376:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402000.717630:0:7223:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009c5a7600 rate 10000 gen 0 token 0, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:1.0:1718402000.717634:0:7229:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1718402000.717636:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-MDT0001_UUID+5:3333:x1801871184981312:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402000.717636:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad88980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3333:x1801871184981568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.717636:0:7226:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009c5a7600 rate 10000 gen 0 token 0, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:3.0:1718402000.717642:0:7230:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1718402000.717659:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402000.717662:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981248 00000100:00100000:0.0:1718402000.717664:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981504 00000100:00100000:2.0:1718402000.717669:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad88980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3333:x1801871184981568:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402000.717674:0:7223:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1718402000.717680:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1718402000.717681:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3333:1801871184981312:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402000.717684:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3332:x1801871184981248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.717686:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981760 00000100:00100000:1.0:1718402000.717698:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3333:1801871184981568:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.717698:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981824 00000100:00100000:2.0:1718402000.717709:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe97c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3334:1801871184981376:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.717709:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 339 00000100:00100000:3.0:1718402000.717711:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3332:x1801871184981248:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402000.717714:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 339 00000100:00100000:0.0:1718402000.717714:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007feccc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184981504:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402000.717716:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1718402000.717716:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fecf200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184981760:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402000.717747:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 339 00000100:00100000:3.0:1718402000.717750:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184981824:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402000.717763:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3332:1801871184981248:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402000.717768:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fecf200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184981760:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402000.717773:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007feccc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184981504:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402000.717774:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 339 00000100:00100000:3.0:1718402000.717777:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184981824:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402000.717777:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe8980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184981504:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.717778:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 339 00000100:00100000:3.0:1718402000.717781:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 339 00000100:00100000:2.0:1718402000.717785:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fea600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184981760:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402000.717796:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402000.717802:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981440 00000100:00100000:3.0:1718402000.717805:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009c5a7600 rate 10000 gen 0 token 0, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:3.0:1718402000.717810:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3334:x1801871184981632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402000.717810:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184981696:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.717816:0:15735:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88009c5a7600 rate 10000 gen 0 token 0, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:1.0:1718402000.717828:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402000.717841:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3334:x1801871184981632:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402000.717847:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1718402000.717847:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3334:1801871184981632:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402000.717852:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fef200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184981824:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402000.717866:0:7231:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981696 00000100:00100000:3.0:1718402000.717891:0:7231:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 340 00000100:00100000:3.0:1718402000.717895:0:7231:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad88e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184981696:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402000.717928:0:7231:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad88e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184981696:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402000.717932:0:7231:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 340 00000100:00100000:1.0:1718402000.717969:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184981696:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402000.717971:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009c5a7600 rate 10000 gen 0 token 0, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:2.0:1718402000.717977:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f058980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3334:x1801871184981888:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402000.718018:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f058980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3334:x1801871184981888:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402000.718024:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1718402000.718048:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3334:1801871184981888:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402000.718087:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88009c5a7600 rate 10000 gen 0 token 0, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:2.0:1718402000.718092:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3335:x1801871184981440:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402000.718128:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3335:x1801871184981440:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402000.718133:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1718402000.718144:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3335:1801871184981440:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402000.765274:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1718402000.765292:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fec8e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184981952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1718402000.765302:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f059c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184982016:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1718402000.765364:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402000.765384:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982016 00000100:00100000:1.0:1718402000.765409:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402000.765445:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184981952 00000100:00100000:2.0:1718402000.765451:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 394 00000100:00100000:2.0:1718402000.765457:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05e880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184982016:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1718402000.765462:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 395 00000100:00100000:3.0:1718402000.765466:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c423dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184981952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1718402000.765483:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00002000:00000024:2.0:1718402000.765483:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:3.0:1718402000.765519:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c423dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184981952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402000.765523:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 395 00000100:00100000:1.0:1718402000.765544:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fec8e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184981952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1718402000.765546:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05e880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184982016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402000.765552:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 394 00000100:00100000:2.0:1718402000.765599:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f059c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184982016:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1718402000.931374:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402001.472284:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402001.472345:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402001.472363:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925248 00000100:00100000:0.0:1718402001.472367:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402001.472391:0:7233:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925312 00000100:00100000:0.0:1718402001.472391:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402001.472402:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1296 00000100:00100000:3.0:1718402001.472408:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1880:x1801871189925248:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1718402001.472411:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402001.472427:0:7233:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012199aa00 rate 10000 gen 0 token 3, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:0.0:1718402001.472427:0:7228:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925440 00000100:00100000:2.0:1718402001.472440:0:7233:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925376 00000100:00100000:1.0:1718402001.472446:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925504 00000100:00100000:2.0:1718402001.472449:0:7233:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012199aa00 rate 10000 gen 0 token 3, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:2.0:1718402001.472456:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012199aa00 rate 10000 gen 0 token 2, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:2.0:1718402001.472459:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fecbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b4942422-518c-4999-8e56-6394c3b8b64e+8:1881:x1801871189925312:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1718402001.472461:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840eb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1880:x1801871189925248:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 53us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402001.472465:0:15735:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012199aa00 rate 10000 gen 0 token 2, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:3.0:1718402001.472466:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1296 00000100:00100000:1.0:1718402001.472479:0:15735:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012199aa00 rate 10000 gen 0 token 1, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:2.0:1718402001.472483:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fecbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b4942422-518c-4999-8e56-6394c3b8b64e+8:1881:x1801871189925312:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 23us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402001.472485:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007feca600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+9:1880:x1801871189925376:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718402001.472488:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 6 00000100:00100000:0.0:1718402001.472490:0:7228:0:(nrs_tbf.c:3199:nrs_tbf_req_add()) TBF enqueues: class@ffff88012199aa00 rate 10000 gen 0 token 1, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:2.0:1718402001.472499:0:7233:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012199aa00 rate 10000 gen 0 token 0, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:2.0:1718402001.472502:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007feced40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:4ba2d863-ea31-487e-99d5-270114bd2874+5:1881:x1801871189925504:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718402001.472512:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007feca600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+9:1880:x1801871189925376:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 27us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402001.472517:0:15735:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 7 00000100:00100000:2.0:1718402001.472522:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007feced40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:4ba2d863-ea31-487e-99d5-270114bd2874+5:1881:x1801871189925504:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 19us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402001.472526:0:7233:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 8 00000100:00100000:2.0:1718402001.472611:0:7230:0:(nrs_tbf.c:3117:nrs_tbf_req_get()) TBF dequeues: class@ffff88012199aa00 rate 10000 gen 0 token 0, rule@ffff88007144d100 rate 10000 gen 0 00000100:00100000:2.0:1718402001.472614:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fecdf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189925440:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718402001.472638:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fecdf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189925440:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 24us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402001.472643:0:7230:0:(nrs_tbf.c:3255:nrs_tbf_req_stop()) NRS stop tbf request from 12345-192.168.204.24@tcp, seq: 9 00010000:00010000:0.0:1718402001.933384:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402002.749266:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fecda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184982080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718402002.749328:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402002.749382:0:9299:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982080 00000100:00100000:0.0:1718402002.749479:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 396 00000100:00100000:0.0:1718402002.749485:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c423440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184982080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1718402002.749512:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:0.0:1718402002.749572:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c423440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184982080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402002.749576:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 396 00000100:00100000:2.0:1718402002.749608:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fecda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184982080:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1718402002.935319:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402003.629313:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009c425f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184982144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1718402003.629364:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402003.629407:0:9299:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982144 00000100:00100000:0.0:1718402003.629481:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 397 00000100:00100000:0.0:1718402003.629487:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f059c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184982144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1718402003.629536:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:0.0:1718402003.629585:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f059c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184982144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402003.629591:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 397 00000100:00100000:2.0:1718402003.629612:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009c425f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184982144:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1718402003.937382:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402004.939283:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402005.709343:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1718402005.709343:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fef6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184982272:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718402005.709355:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f058e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184982208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1718402005.709400:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402005.709434:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402005.709453:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982272 00000100:00100000:0.0:1718402005.709496:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982208 00000100:00100000:0.0:1718402005.709512:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19945 00000100:00100000:2.0:1718402005.709517:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19946 00000100:00100000:0.0:1718402005.709517:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184982272:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1718402005.709521:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fee880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3334:x1801871184982208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1718402005.709542:0:19561:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443106816 avail 1313644544 00000004:00000024:0.0:1718402005.709542:0:32583:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443762176 avail 1314299904 00000100:00100000:2.0:1718402005.709576:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fee880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3334:x1801871184982208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402005.709581:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19946 00000100:00100000:0.0:1718402005.709587:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184982272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402005.709593:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19945 00000100:00100000:2.0:1718402005.709613:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fef6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184982272:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718402005.709614:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f058e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184982208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1718402005.725311:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3333:1801871184982336:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402005.725327:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3334:1801871184982400:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725342:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe84c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3335:1801871184982464:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402005.725378:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402005.725382:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402005.725401:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402005.725420:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982336 00000100:00100000:1.0:1718402005.725420:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1801871184982720:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402005.725422:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fef6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184982592:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402005.725428:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3334:1801871184982656:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725432:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402005.725442:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402005.725443:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fea600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3335:1801871184982976:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402005.725449:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402005.725450:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1718402005.725454:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3333:x1801871184982336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402005.725458:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fef200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184982848:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725462:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982400 00000100:00100000:2.0:1718402005.725465:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184982912:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402005.725470:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402005.725479:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982464 00000100:00100000:0.0:1718402005.725485:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1718402005.725486:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982720 00000100:00100000:0.0:1718402005.725489:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fea140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3333:1801871184982528:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725494:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982656 00000100:00100000:2.0:1718402005.725495:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402005.725497:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840e8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3333:x1801871184982336:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402005.725502:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:1.0:1718402005.725502:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6536 00000100:00100000:1.0:1718402005.725504:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3334:x1801871184982400:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402005.725511:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402005.725524:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184982784:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402005.725532:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982592 00000100:00100000:1.0:1718402005.725532:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3334:x1801871184982400:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402005.725536:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6536 00000100:00100000:0.0:1718402005.725537:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402005.725544:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982528 00000100:00100000:1.0:1718402005.725546:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6537 00000100:00100000:1.0:1718402005.725547:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c425f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3335:x1801871184982464:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725558:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c425f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3335:x1801871184982464:12345-0@lo:400:kworker/u8:2.0 Request processed in 11us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402005.725562:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6537 00000100:00100000:2.0:1718402005.725567:0:7230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6538 00000100:00100000:2.0:1718402005.725572:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1801871184982720:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725575:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6539 00000100:00100000:1.0:1718402005.725577:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3334:x1801871184982656:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725594:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3334:x1801871184982656:12345-0@lo:400:kworker/u8:2.0 Request processed in 16us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402005.725597:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6539 00000100:00100000:1.0:1718402005.725602:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6540 00000100:00100000:1.0:1718402005.725603:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fecf6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3333:x1801871184982528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402005.725608:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1801871184982720:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402005.725614:0:7230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6538 00000100:00100000:1.0:1718402005.725616:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fecf6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3333:x1801871184982528:12345-0@lo:400:kworker/u8:2.0 Request processed in 12us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402005.725619:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6540 00000100:00100000:1.0:1718402005.725643:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402005.725653:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3334:1801871184982656:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725655:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe84c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3335:1801871184982464:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725660:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1801871184982720:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402005.725662:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3334:1801871184982400:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725677:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982976 00000100:00100000:1.0:1718402005.725687:0:19893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6541 00000100:00100000:1.0:1718402005.725689:0:19893:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbcc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3335:x1801871184982976:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.725703:0:19893:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbcc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3335:x1801871184982976:12345-0@lo:400:kworker/u8:2.0 Request processed in 13us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402005.725705:0:19893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6541 00000100:00100000:1.0:1718402005.725716:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fea600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3335:1801871184982976:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402005.726316:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3333:1801871184982336:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402005.726335:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982848 00000100:00100000:0.0:1718402005.726336:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fea140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3333:1801871184982528:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402005.726353:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982912 00000100:00100000:2.0:1718402005.726363:0:9295:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184982784 00000100:00100000:3.0:1718402005.726365:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 341 00000100:00100000:3.0:1718402005.726369:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fec84c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184982592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402005.726373:0:7231:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 341 00000100:00100000:1.0:1718402005.726380:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 341 00000100:00100000:0.0:1718402005.726380:0:7231:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fece880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184982848:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.726384:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184982912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402005.726395:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fec84c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184982592:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402005.726398:0:9295:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 342 00000100:00100000:2.0:1718402005.726402:0:9295:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f144850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184982784:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1718402005.726405:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 341 00000100:00100000:1.0:1718402005.726410:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184982912:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (917us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402005.726414:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 341 00000100:00100000:0.0:1718402005.726418:0:7231:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fece880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184982848:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402005.726423:0:7231:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 341 00000100:00100000:3.0:1718402005.726436:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184982912:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1718402005.726437:0:9295:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f144850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184982784:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402005.726442:0:9295:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 342 00000100:00100000:0.0:1718402005.726452:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184982784:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402005.726459:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fef6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184982592:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1718402005.726465:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fef200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184982848:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1718402005.773292:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cbe880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184983040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718402005.773327:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f059300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184983104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718402005.773343:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402005.773365:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402005.773388:0:9299:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983040 00000100:00100000:3.0:1718402005.773402:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983104 00000100:00100000:2.0:1718402005.773430:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 398 00000100:00100000:3.0:1718402005.773435:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 398 00000100:00100000:2.0:1718402005.773435:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cb8e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184983040:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718402005.773438:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fec9300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184983104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1718402005.773457:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00002000:00000024:2.0:1718402005.773457:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:2.0:1718402005.773498:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cb8e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184983040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402005.773502:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 398 00000100:00100000:1.0:1718402005.773517:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cbe880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184983040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1718402005.773526:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fec9300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184983104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402005.773530:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 398 00000100:00100000:0.0:1718402005.773549:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f059300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184983104:0@lo:13:osp-pre-0-0.0 00000400:00000080:1.0:1718402005.832700:0:8053:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718402005.832703:0:8053:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 78: Enable policy and specify tunings right away ========================================================== 17:53:24 (1718402004) 00010000:00010000:0.0:1718402005.941392:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402006.480413:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402006.480475:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402006.480487:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925568 00000100:00100000:0.0:1718402006.480500:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402006.480515:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402006.480523:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1298 00000100:00100000:3.0:1718402006.480527:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189925568:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718402006.480543:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925632 00000100:00100000:0.0:1718402006.480548:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402006.480562:0:7228:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925696 00000100:00100000:1.0:1718402006.480568:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925760 00000100:00100000:0.0:1718402006.480569:0:7226:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925824 00000100:00100000:3.0:1718402006.480576:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840ea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189925568:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 49us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402006.480580:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1298 00000100:00100000:1.0:1718402006.480581:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6542 00000100:00100000:1.0:1718402006.480585:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fece3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189925632:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1718402006.480590:0:7228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6543 00000100:00100000:2.0:1718402006.480594:0:7228:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fecf200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:4ba2d863-ea31-487e-99d5-270114bd2874+6:1880:x1801871189925760:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1718402006.480596:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6544 00000100:00100000:0.0:1718402006.480600:0:7226:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fec8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189925696:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718402006.480616:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fece3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189925632:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 31us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402006.480619:0:7228:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fecf200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:4ba2d863-ea31-487e-99d5-270114bd2874+6:1880:x1801871189925760:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 25us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402006.480621:0:7226:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fec8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b4942422-518c-4999-8e56-6394c3b8b64e+9:1881:x1801871189925696:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 21us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402006.480622:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6542 00000100:00100000:0.0:1718402006.480626:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6544 00000100:00100000:2.0:1718402006.480629:0:7228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6543 00000100:00100000:1.0:1718402006.480638:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6545 00000100:00100000:1.0:1718402006.480641:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007feccc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+5:1881:x1801871189925824:12345-192.168.204.24@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1718402006.480659:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007feccc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+5:1881:x1801871189925824:12345-192.168.204.24@tcp:400:kworker/u8:3.0 Request processed in 17us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402006.480664:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6545 00010000:00010000:1.0:1718402006.943310:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402007.757326:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184983168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1718402007.757392:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402007.757447:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983168 00000100:00100000:2.0:1718402007.757490:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 399 00000100:00100000:2.0:1718402007.757496:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fed0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184983168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1718402007.757524:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:2.0:1718402007.757568:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fed0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184983168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402007.757575:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 399 00000100:00100000:3.0:1718402007.757725:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184983168:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1718402007.945300:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:3.0:1718402008.366960:0:8510:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1718402008.366964:0:8510:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 79: xattr: intent error ================== 17:53:27 (1718402007) 00000100:00100000:3.0:1718402008.422386:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402008.422474:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925888 00000100:00100000:1.0:1718402008.422517:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101215 00000100:00100000:1.0:1718402008.422522:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:26169:x1801871189925888:12345-192.168.204.24@tcp:41:stat.0 00000004:00000024:1.0:1718402008.422562:0:15735:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7827234816 avail 7364190208 00000100:00100000:1.0:1718402008.422613:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:26169:x1801871189925888:12345-192.168.204.24@tcp:41:stat.0 Request processed in 91us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402008.422618:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101215 00000100:00100000:3.0:1718402008.433082:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402008.433147:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189925952 00000100:00100000:1.0:1718402008.433182:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101216 00000100:00100000:1.0:1718402008.433186:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:26173:x1801871189925952:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402008.433219:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402008.433268:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f67c19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb46 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433307:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f67c20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433316:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f67c20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433324:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f67c20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433332:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f67c27 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433335:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f67c27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433338:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f67c27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433386:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f67c20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433390:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f67c20 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433394:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f67c20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433397:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33ba80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402008.433399:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f67c20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433403:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f67c20 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433410:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402008.433412:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402008.433414:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f67c20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433417:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f67c20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433432:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f67c27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433435:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f67c27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433438:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f67c27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433441:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402008.433441:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f67c27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433444:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f67c27 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433447:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5552d904 (ffff88012f3b7400) 00010000:00010000:1.0:1718402008.433449:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402008.433450:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f67c27 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433453:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f67c27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433472:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f67c19 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb46 expref: 9 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433476:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f67c19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb46 expref: 9 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.433481:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c3398c0, rc 0) 00000100:00100000:1.0:1718402008.433510:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:26173:x1801871189925952:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 324us (432us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402008.433515:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101216 00000100:00100000:0.0:1718402008.434413:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402008.434498:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926016 00000100:00100000:1.0:1718402008.434523:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101217 00000100:00100000:1.0:1718402008.434526:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fec84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:26173:x1801871189926016:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402008.434532:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402008.434538:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f67c2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb4d expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434556:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f67c35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434561:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f67c35 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434569:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f67c35 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434574:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3386c0/0xddd980ffd8f67c3c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434577:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3386c0/0xddd980ffd8f67c3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434581:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3386c0/0xddd980ffd8f67c3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434594:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f67c35 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434597:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f67c35 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434600:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f67c35 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434603:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402008.434604:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f67c35 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434607:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f67c35 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434611:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402008.434613:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402008.434614:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f67c35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434617:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f67c35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434622:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3386c0/0xddd980ffd8f67c3c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434625:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3386c0/0xddd980ffd8f67c3c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434628:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3386c0/0xddd980ffd8f67c3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434631:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c3386c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402008.434631:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3386c0/0xddd980ffd8f67c3c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434634:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3386c0/0xddd980ffd8f67c3c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434637:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5552d904 (ffff88012f3b7900) 00010000:00010000:1.0:1718402008.434638:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402008.434639:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3386c0/0xddd980ffd8f67c3c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434641:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3386c0/0xddd980ffd8f67c3c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434656:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f67c2e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb4d expref: 9 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434659:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f67c2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb4d expref: 9 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.434664:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c339200, rc 0) 00000100:00100000:1.0:1718402008.434688:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fec84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:26173:x1801871189926016:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 162us (277us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402008.434692:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101217 00000100:00100000:3.0:1718402008.435509:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402008.435547:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926080 00000100:00100000:1.0:1718402008.435568:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101218 00000100:00100000:1.0:1718402008.435571:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:26173:x1801871189926080:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402008.435577:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402008.435582:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f67c43 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb54 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.435601:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.435607:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.435612:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402008.435636:0:15735:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536 00000004:00200000:1.0:1718402008.435638:0:15735:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 64 stripe count 1 MDT count 2 00000004:00010000:1.0:1718402008.435649:0:15735:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.435659:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f67c43 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb54 expref: 10 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.435667:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb54 expref: 9 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.435670:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402008.435672:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1718402008.435673:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338b40, rc 0) 00000100:00100000:1.0:1718402008.435697:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+9:26173:x1801871189926080:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 125us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402008.435701:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101218 00000100:00100000:3.0:1718402008.437114:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402008.437160:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926208 00000100:00100000:1.0:1718402008.437185:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101219 00000100:00100000:1.0:1718402008.437188:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+9:26173:x1801871189926208:12345-192.168.204.24@tcp:36:lfs.0 00000100:00100000:1.0:1718402008.437262:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cbe880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983232:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1718402008.437295:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402008.437306:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8f00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402008.437316:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983232 00000100:00100000:0.0:1718402008.437349:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19947 00000100:00100000:0.0:1718402008.437353:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:15735:x1801871184983232:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.437416:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:15735:x1801871184983232:12345-0@lo:1000:mdt00_004.0 Request processed in 62us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.437422:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19947 00000100:00100000:1.0:1718402008.437454:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cbe880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983232:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1718402008.437487:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cbe880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983296:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1718402008.437503:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402008.437511:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8f00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402008.437518:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983296 00000100:00100000:0.0:1718402008.437537:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19948 00000100:00100000:0.0:1718402008.437540:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cb9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:15735:x1801871184983296:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.437598:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cb9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:15735:x1801871184983296:12345-0@lo:1000:mdt00_004.0 Request processed in 56us (94us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718402008.437604:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19948 00000100:00100000:1.0:1718402008.437610:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cbe880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983296:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1718402008.437656:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.437662:0:15735:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.437667:0:15735:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402008.437673:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cbe880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983360:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1718402008.437686:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402008.437693:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8e40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402008.437703:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983360 00000100:00100000:0.0:1718402008.437725:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19949 00000100:00100000:0.0:1718402008.437729:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:15735:x1801871184983360:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1718402008.437735:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402008.437743:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f67c51 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.437757:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb54 expref: 8 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.437764:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 4/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.437783:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb54 expref: 8 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.437794:0:32583:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb54 expref: 8 pid: 15735 timeout: 3888 lvb_type: 0 00000100:00100000:0.0:1718402008.437826:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fece880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:32583:1801871184983424:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402008.437863:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8240 going to sleep for 43 seconds 00000100:00100000:2.0:1718402008.438588:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fece880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:32583:1801871184983424:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402008.438606:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 3/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.438615:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402008.438617:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402008.438619:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 3/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.438625:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9df80, rc 0) 00000100:00100000:2.0:1718402008.438670:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983360:12345-0@lo:101:mdt00_004.0 Request processed in 940us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402008.438676:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19949 00000100:00100000:1.0:1718402008.438693:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cbe880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983360:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1718402008.438703:0:15735:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 4/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402008.438706:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1718402008.438710:0:15735:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 4/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402008.438737:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926272 00010000:00010000:0.0:1718402008.438750:0:6861:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb54 expref: 9 pid: 15735 timeout: 3888 lvb_type: 0 00000100:00100000:0.0:1718402008.438767:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32760 00000100:00100000:0.0:1718402008.438770:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe9c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+9:1883:x1801871189926272:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1718402008.438776:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402008.438778:0:6861:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb54 expref: 9 pid: 15735 timeout: 3888 lvb_type: 0 00010000:00010000:0.0:1718402008.438783:0:6861:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb54 expref: 9 pid: 15735 timeout: 3888 lvb_type: 0 00010000:00010000:0.0:1718402008.438790:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f67c4a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb54 expref: 9 pid: 15735 timeout: 3888 lvb_type: 0 00010000:00010000:0.0:1718402008.438816:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:0.0:1718402008.438820:0:6861:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.438827:0:6861:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.438833:0:6861:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.438850:0:6861:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402008.438858:0:6861:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fecda40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6861:1801871184983488:0@lo:105: 00000100:00100000:0.0:1718402008.438883:0:6861:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402008.438900:0:6861:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8b40 going to sleep for 6 seconds 00000100:00100000:1.0:1718402008.438923:0:19829:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1718402008.438932:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983488 00000100:00100000:1.0:1718402008.438966:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5494 00000100:00100000:1.0:1718402008.438969:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801216d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6861:x1801871184983488:12345-0@lo:105: 00010000:00010000:1.0:1718402008.438975:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 5/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.438980:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 5/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.438987:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 5/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.438991:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 6/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.438994:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 6/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.439011:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008c339440) 00010000:00010000:2.0:1718402008.439027:0:15735:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402008.439030:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801216d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6861:x1801871184983488:12345-0@lo:105: Request processed in 61us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402008.439034:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5494 00010000:00010000:2.0:1718402008.439035:0:15735:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402008.439042:0:6861:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fecda40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6861:1801871184983488:0@lo:105: 00010000:00010000:0.0:1718402008.439054:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1718402008.439056:0:15735:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1718402008.439078:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe9c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189926272:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 305us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.439084:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32760 00000100:00100000:2.0:1718402008.439097:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0584c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983552:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1718402008.439119:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402008.439128:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b480 going to sleep for 6 seconds 00000100:00100000:0.0:1718402008.439134:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983552 00000100:00100000:0.0:1718402008.439148:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19950 00000100:00100000:0.0:1718402008.439151:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983552:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.439208:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983552:12345-0@lo:1000:mdt00_004.0 Request processed in 39us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.439214:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19950 00000100:00100000:2.0:1718402008.439226:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f0584c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983552:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1718402008.439254:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0584c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983616:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1718402008.439270:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402008.439279:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b480 going to sleep for 6 seconds 00000100:00100000:0.0:1718402008.439285:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983616 00000100:00100000:0.0:1718402008.439298:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19951 00000100:00100000:0.0:1718402008.439300:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983616:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.439340:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983616:12345-0@lo:1000:mdt00_004.0 Request processed in 39us (69us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718402008.439345:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19951 00000100:00100000:2.0:1718402008.439353:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f0584c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983616:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1718402008.439386:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0584c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983680:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1718402008.439401:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402008.439408:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b480 going to sleep for 6 seconds 00000100:00100000:0.0:1718402008.439414:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983680 00000100:00100000:0.0:1718402008.439425:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19952 00000100:00100000:0.0:1718402008.439428:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f059300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983680:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.439460:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f059300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983680:12345-0@lo:1000:mdt00_004.0 Request processed in 31us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402008.439464:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f0584c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983680:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.439466:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19952 00000100:00100000:2.0:1718402008.439485:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0584c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983744:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1718402008.439496:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402008.439502:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b480 going to sleep for 6 seconds 00000100:00100000:0.0:1718402008.439509:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983744 00000100:00100000:0.0:1718402008.439520:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19953 00000100:00100000:0.0:1718402008.439523:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f058e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983744:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.439553:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f058e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983744:12345-0@lo:1000:mdt00_004.0 Request processed in 29us (56us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402008.439555:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f0584c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983744:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.439558:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19953 00000100:00100000:2.0:1718402008.439569:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f0584c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983808:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1718402008.439580:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402008.439585:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b480 going to sleep for 6 seconds 00000100:00100000:0.0:1718402008.439592:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983808 00000100:00100000:0.0:1718402008.439602:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19954 00000100:00100000:0.0:1718402008.439605:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983808:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.439633:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:15735:x1801871184983808:12345-0@lo:1000:mdt00_004.0 Request processed in 27us (53us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402008.439635:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f0584c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983808:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.439638:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19954 00000040:00080000:2.0:1718402008.440164:0:15735:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1115, 2048 off1010624 00000040:00080000:2.0:1718402008.440227:0:15735:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1494, 2248 off1429584 00000004:00080000:2.0:1718402008.440230:0:15735:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880123cc8e00 with version 7094 00000004:00080000:0.0:1718402008.440278:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7094 rpc_version 7094 00000100:00100000:0.0:1718402008.440302:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fecda40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184983872:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402008.440332:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402008.440340:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8b40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402008.440344:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983872 00000100:00100000:2.0:1718402008.440357:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19955 00000100:00100000:2.0:1718402008.440359:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880096486850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871184983872:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718402008.440701:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880096486850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871184983872:12345-0@lo:1000:osp_up0-1.0 Request processed in 341us (368us total) trans 8589959507 rc 0/0 00000100:00100000:2.0:1718402008.440706:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19955 00000100:00100000:0.0:1718402008.440732:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fecda40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184983872:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1718402008.440822:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.440832:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.440842:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.440874:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.440880:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.440886:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.440903:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.440908:0:15735:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.440915:0:15735:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402008.440925:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fec280 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983936:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1718402008.440961:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402008.440981:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635a80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402008.440984:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184983936 00000100:00100000:2.0:1718402008.441006:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19956 00000100:00100000:2.0:1718402008.441009:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:15735:x1801871184983936:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1718402008.441016:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402008.441025:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67c74 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f67c6d expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.441037:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67c74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f67c6d expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.441045:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67c74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f67c6d expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.441050:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a2:0x0].0x0 (ffff88009fe34300) 00010000:00010000:2.0:1718402008.441052:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402008.441054:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55b00, rc 0) 00000100:00100000:2.0:1718402008.441083:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:15735:x1801871184983936:12345-0@lo:101:mdt00_004.0 Request processed in 73us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402008.441088:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19956 00000100:00100000:3.0:1718402008.441120:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fec280 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:15735:1801871184983936:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1718402008.441134:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67c74 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.441141:0:15735:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f67c74 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402008.441153:0:15735:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085feaf80 reply state ffff880130745400 transno 4294987073 ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.441161:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67c74 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.441170:0:15735:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67c74 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402008.441176:0:15735:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000401:0x1a2:0x0] 00000004:00010000:3.0:1718402008.441179:0:15735:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085feaf80 reply state ffff880130745400 transno 4294987073 ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402008.441185:0:15735:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5ef:0x0]: returning size 4096 00000004:00080000:3.0:1718402008.441210:0:15735:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1718402008.441218:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.441223:0:15735:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402008.441273:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+11:26173:x1801871189926208:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 4082us (4158us total) trans 4294987073 rc 0/0 00000100:00100000:3.0:1718402008.441279:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101219 00010000:00010000:0.0:1718402008.441873:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.441881:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff880093082500) 00010000:00010000:0.0:1718402008.441883:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402008.441885:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.441889:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a4:0x0].0x0 (ffff880093082300) 00010000:00010000:0.0:1718402008.441890:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1718402008.461875:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402008.461927:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926336 00000100:00100000:0.0:1718402008.461978:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101220 00000100:00100000:0.0:1718402008.461984:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fec280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+8:26178:x1801871189926336:12345-192.168.204.24@tcp:101:setfattr.0 00010000:00010000:0.0:1718402008.462003:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402008.462020:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67c7b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb5b expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.462072:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.462085:0:15735:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.462091:0:15735:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.462116:0:15735:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402008.462125:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fec8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15735:1801871184984000:0@lo:104: 00000100:00100000:0.0:1718402008.462158:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402008.462216:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8b40 going to sleep for 6 seconds 00000100:00100000:1.0:1718402008.462225:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984000 00000100:00100000:1.0:1718402008.462247:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5495 00000100:00100000:1.0:1718402008.462251:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fecd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:15735:x1801871184984000:12345-0@lo:104: 00010000:00010000:1.0:1718402008.462303:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718402008.462306:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fec8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15735:1801871184984000:0@lo:104: 00000100:00100000:1.0:1718402008.462308:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fecd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:15735:x1801871184984000:12345-0@lo:104: Request processed in 57us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402008.462314:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5495 00010000:00010000:0.0:1718402008.462324:0:15735:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.462332:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402008.462336:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.462345:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339440 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402008.462349:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402008.462356:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.462376:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.462381:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1718402008.462402:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fee880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184984064:0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718402008.462404:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 1/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.462409:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339440/0xddd980ffd8f67c51 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f67c58 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402008.462422:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402008.462423:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402008.462425:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402008.462426:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402008.462462:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984064 00010000:00010000:1.0:1718402008.462474:0:6861:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402008.462499:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32761 00000100:00100000:1.0:1718402008.462502:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fec8e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3335:x1801871184984064:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402008.462511:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718402008.463392:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959507 is committed 00010000:00010000:1.0:1718402008.463493:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67c58 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f67c51 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.463510:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402008.463512:0:6861:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.463517:0:6861:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.463521:0:6861:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.463530:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402008.463534:0:15735:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463539:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463548:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67c89 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463552:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67c89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463557:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67c89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402008.463560:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fec8e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+7:3335:x1801871184984064:12345-0@lo:103:ldlm_bl_04.0 Request processed in 1057us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402008.463565:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32761 00000100:00100000:2.0:1718402008.463612:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fee880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184984064:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1718402008.463619:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fece880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:15735:1801871184984128:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1718402008.463641:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402008.463649:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df86c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402008.463655:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984128 00000100:00100000:2.0:1718402008.463673:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19957 00000100:00100000:2.0:1718402008.463676:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15735:x1801871184984128:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1718402008.463722:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:15735:x1801871184984128:12345-0@lo:1000:mdt00_004.0 Request processed in 45us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.463725:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fece880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:15735:1801871184984128:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1718402008.463726:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19957 00010000:00010000:0.0:1718402008.463748:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f180/0xddd980ffd8f67c90 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463753:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f180/0xddd980ffd8f67c90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463761:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f180/0xddd980ffd8f67c90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402008.463766:0:15735:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5ef:0x0] 00000004:00010000:0.0:1718402008.463775:0:15735:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f180/0xddd980ffd8f67c90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463782:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463785:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463788:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463791:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9fcc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402008.463793:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463796:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463815:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:0.0:1718402008.463816:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402008.463818:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463821:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67c82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463835:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67c89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463838:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67c89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463841:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67c89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463843:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9f3c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402008.463844:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67c89 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463847:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67c89 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463850:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5552d904 (ffff88011f815d00) 00010000:00010000:0.0:1718402008.463851:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402008.463852:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67c89 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463854:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67c89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463870:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67c7b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb5b expref: 10 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463877:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f180/0xddd980ffd8f67c90 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb5b expref: 9 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.463884:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff88011f815a00) 00010000:00010000:0.0:1718402008.463885:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718402008.463886:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9f180, rc 0) 00000100:00100000:0.0:1718402008.463910:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fec280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+9:26178:x1801871189926336:12345-192.168.204.24@tcp:101:setfattr.0 Request processed in 1926us (2039us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.463915:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101220 00000100:00100000:3.0:1718402008.464682:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402008.464703:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926400 00000100:00100000:0.0:1718402008.464725:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101221 00000100:00100000:0.0:1718402008.464728:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fecc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+11:26178:x1801871189926400:12345-192.168.204.24@tcp:101:setfattr.0 00010000:00010000:0.0:1718402008.464737:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402008.464744:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67c97 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb62 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.464762:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.464768:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.464773:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402008.464866:0:15735:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5ef:0x0]: returning size 4096 00000004:00200000:0.0:1718402008.464869:0:15735:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:0.0:1718402008.464887:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67c97 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb62 expref: 13 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.464898:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb62 expref: 12 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.464902:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff880093082500) 00010000:00010000:0.0:1718402008.464903:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718402008.464904:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9cd80, rc 0) 00000100:00100000:0.0:1718402008.464928:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fecc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+12:26178:x1801871189926400:12345-192.168.204.24@tcp:101:setfattr.0 Request processed in 200us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.464932:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101221 00000100:00100000:2.0:1718402008.465639:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402008.465655:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926464 00000100:00100000:0.0:1718402008.465669:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101222 00000100:00100000:0.0:1718402008.465671:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+12:26178:x1801871189926464:12345-192.168.204.24@tcp:101:setfattr.0 00010000:00010000:0.0:1718402008.465677:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402008.465682:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9f840/0xddd980ffd8f67ca5 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb69 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.465696:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d440/0xddd980ffd8f67cac lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.465701:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d440/0xddd980ffd8f67cac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.465705:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d440/0xddd980ffd8f67cac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a4:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402008.465717:0:15735:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a4:0x0]: returning size 4096 00000004:00200000:0.0:1718402008.465718:0:15735:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:0.0:1718402008.465728:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9f840/0xddd980ffd8f67ca5 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb69 expref: 14 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.465735:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d440/0xddd980ffd8f67cac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb69 expref: 13 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.465739:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a4:0x0].0x0 (ffff880093082300) 00010000:00010000:0.0:1718402008.465740:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718402008.465741:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9d440, rc 0) 00000100:00100000:0.0:1718402008.465763:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+13:26178:x1801871189926464:12345-192.168.204.24@tcp:101:setfattr.0 Request processed in 91us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.465767:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101222 00000100:00100000:3.0:1718402008.466441:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402008.466459:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926528 00000100:00100000:0.0:1718402008.466482:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101223 00000100:00100000:0.0:1718402008.466486:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+9:26178:x1801871189926528:12345-192.168.204.24@tcp:101:setfattr.0 00010000:00010000:0.0:1718402008.466493:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402008.466500:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67cb3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb70 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.466519:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9eac0/0xddd980ffd8f67cba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.466527:0:15735:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67c74 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f67c6d expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.466532:0:15735:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9eac0/0xddd980ffd8f67cba lrc: 4/1,0 mode: --/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.466546:0:15735:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67c74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f67c6d expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402008.466554:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800950884c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15735:1801871184984192:0@lo:104: 00000100:00100000:0.0:1718402008.466576:0:15735:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402008.466595:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8840 going to sleep for 6 seconds 00000100:00100000:1.0:1718402008.466605:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984192 00000100:00100000:1.0:1718402008.466622:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5496 00000100:00100000:1.0:1718402008.466624:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:15735:x1801871184984192:12345-0@lo:104: 00000100:00100000:0.0:1718402008.466656:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800950884c0 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:15735:1801871184984192:0@lo:104: 00010000:00010000:1.0:1718402008.466662:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:0.0:1718402008.466665:0:15735:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9eac0/0xddd980ffd8f67cba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402008.466667:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:15735:x1801871184984192:12345-0@lo:104: Request processed in 40us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402008.466671:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5496 00010000:00010000:2.0:1718402008.466686:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402008.466689:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f67c74 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.466695:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846eaac0 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402008.466697:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f67c74 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402008.466701:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f67c74 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.466714:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f67c74 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.466717:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402008.466732:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f67c74 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.466735:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800846eaac0/0xddd980ffd8f67c6d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f67c74 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402008.466736:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1718402008.466742:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184984256:0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718402008.466748:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402008.466750:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402008.466751:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402008.466756:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402008.466767:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984256 00010000:00010000:1.0:1718402008.466775:0:6861:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67c74 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f67c6d expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402008.466786:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32762 00000100:00100000:1.0:1718402008.466788:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950884c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+7:3333:x1801871184984256:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718402008.466792:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402008.467020:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67c74 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f67c6d expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.467027:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a2:0x0].0x0 (ffff88009fe34300) 00010000:00010000:0.0:1718402008.467029:0:6861:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9eac0/0xddd980ffd8f67cba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.467033:0:6861:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9eac0/0xddd980ffd8f67cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.467036:0:6861:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9eac0/0xddd980ffd8f67cba lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.467052:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402008.467074:0:15735:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9eac0/0xddd980ffd8f67cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402008.467074:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950884c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+6:3333:x1801871184984256:12345-0@lo:103:ldlm_bl_02.0 Request processed in 285us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.467078:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32762 00010000:00010000:2.0:1718402008.467083:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9eac0/0xddd980ffd8f67cba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402008.467101:0:15735:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x1a2:0x0]: returning size 4096 00000004:00200000:2.0:1718402008.467103:0:15735:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00000100:00100000:1.0:1718402008.467111:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184984256:0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718402008.467118:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67cb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1a2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb70 expref: 11 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.467127:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9eac0/0xddd980ffd8f67cba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1a2:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb70 expref: 10 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.467131:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1a2:0x0].0x0 (ffff88009fe34300) 00010000:00010000:2.0:1718402008.467132:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1718402008.467133:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9eac0, rc 0) 00000100:00100000:2.0:1718402008.467152:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+10:26178:x1801871189926528:12345-192.168.204.24@tcp:101:setfattr.0 Request processed in 665us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402008.467156:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101223 00000100:00100000:3.0:1718402008.467908:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402008.467943:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926656 00000100:00100000:2.0:1718402008.467958:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101224 00000100:00100000:2.0:1718402008.467961:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fef6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+13:26178:x1801871189926656:12345-192.168.204.24@tcp:36:setfattr.0 00010000:00010000:2.0:1718402008.467984:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.467990:0:15735:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb62 expref: 13 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.467994:0:15735:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.468006:0:15735:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb62 expref: 13 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.468012:0:15735:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb62 expref: 13 pid: 15735 timeout: 3888 lvb_type: 0 00000100:00100000:2.0:1718402008.468018:0:15735:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05df00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:15735:1801871184984320:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402008.468047:0:15735:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b780 going to sleep for 43 seconds 00000100:00100000:2.0:1718402008.468633:0:15735:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05df00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:15735:1801871184984320:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402008.468645:0:15735:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402008.468826:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402008.468854:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926720 00010000:00010000:0.0:1718402008.468864:0:6861:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb62 expref: 14 pid: 15735 timeout: 3888 lvb_type: 0 00000100:00100000:0.0:1718402008.468880:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32763 00000100:00100000:0.0:1718402008.468882:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+14:1882:x1801871189926720:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402008.468887:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402008.468889:0:6861:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb62 expref: 14 pid: 15735 timeout: 3888 lvb_type: 0 00010000:00010000:0.0:1718402008.468894:0:6861:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb62 expref: 14 pid: 15735 timeout: 3888 lvb_type: 0 00010000:00010000:0.0:1718402008.468900:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67c9e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb62 expref: 14 pid: 15735 timeout: 3888 lvb_type: 0 00010000:00010000:0.0:1718402008.468906:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff880093082500) 00010000:00010000:0.0:1718402008.468908:0:6861:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.468912:0:6861:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.468915:0:6861:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.468922:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402008.468928:0:15735:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.468935:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402008.468941:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+13:1882:x1801871189926720:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 57us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.468947:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32763 00000040:00080000:2.0:1718402008.469059:0:15735:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1116, 192 off1010816 00000040:00080000:2.0:1718402008.469089:0:15735:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1495, 392 off1429976 00000004:00080000:2.0:1718402008.469092:0:15735:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880123cc8980 with version 7095 00000004:00080000:0.0:1718402008.469102:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7095 rpc_version 7095 00000100:00100000:0.0:1718402008.469116:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009508d580 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184984384:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402008.469131:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402008.469138:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8840 going to sleep for 6 seconds 00000100:00100000:2.0:1718402008.469142:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984384 00000100:00100000:2.0:1718402008.469159:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19958 00000100:00100000:2.0:1718402008.469163:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880095088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:8097:x1801871184984384:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718402008.469288:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880095088000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871184984384:12345-0@lo:1000:osp_up0-1.0 Request processed in 124us (156us total) trans 8589959508 rc 0/0 00000100:00100000:0.0:1718402008.469290:0:8097:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959507 gen 2 00000004:00080000:0.0:1718402008.469293:0:8097:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959507 committed transno 8589959507 00000100:00100000:2.0:1718402008.469294:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19958 00000100:00100000:0.0:1718402008.469313:0:8097:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff88009508d580 x1801871184984384/t8589959508(8589959508) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1208/4320 e 0 to 0 dl 1718402015 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up0-1.0' 00000100:00100000:0.0:1718402008.469323:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009508d580 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184984384:0@lo:1000:osp_up0-1.0 00000004:00010000:2.0:1718402008.469335:0:15735:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fef6c0 reply state ffff880122d6d000 transno 4294987074 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402008.469362:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fef6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+14:26178:x1801871189926656:12345-192.168.204.24@tcp:36:setfattr.0 Request processed in 1400us (1455us total) trans 4294987074 rc 0/0 00000100:00100000:2.0:1718402008.469366:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101224 00010000:00010000:1.0:1718402008.469756:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402008.469762:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff880093082500) 00010000:00010000:1.0:1718402008.469764:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1718402008.473861:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402008.473903:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926848 00000100:00100000:2.0:1718402008.473933:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101225 00000100:00100000:2.0:1718402008.473938:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fea140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+10:26179:x1801871189926848:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402008.473947:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402008.473955:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67cc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb77 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.473990:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67ccf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.473999:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67ccf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474006:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67ccf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474016:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67cd6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474026:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67cd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474031:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67cd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474059:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67cdd lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474064:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67cdd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474070:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67cdd lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402008.474076:0:15735:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5ef:0x0] 00010000:00010000:2.0:1718402008.474079:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67ccf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474082:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67ccf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474085:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67ccf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474088:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402008.474089:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67ccf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474092:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67ccf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474096:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402008.474098:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402008.474099:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67ccf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474102:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67ccf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474107:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67cd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474110:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67cd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474113:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67cd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474116:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402008.474116:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67cd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474119:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67cd6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474122:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5552d904 (ffff88009fe34e00) 00010000:00010000:2.0:1718402008.474123:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402008.474124:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67cd6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474129:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67cd6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5552d904 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474144:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67cc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb77 expref: 12 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474150:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67cdd lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb77 expref: 11 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.474154:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff88011f815a00) 00010000:00010000:2.0:1718402008.474155:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718402008.474156:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57a80, rc 0) 00000100:00100000:2.0:1718402008.474183:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fea140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+11:26179:x1801871189926848:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 245us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402008.474187:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101225 00000100:00100000:3.0:1718402008.474932:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402008.474961:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402008.474974:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927040 00000100:00100000:2.0:1718402008.474975:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189926976 00000100:00100000:2.0:1718402008.474996:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101226 00000100:00100000:0.0:1718402008.474998:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7420 00000100:00100000:2.0:1718402008.475000:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+14:26179:x1801871189926976:12345-192.168.204.24@tcp:101:lfs.0 00000100:00100000:0.0:1718402008.475001:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+11:1880:x1801871189927040:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402008.475007:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402008.475008:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402008.475013:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55200/0xddd980ffd8f67ce4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb7e expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.475014:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67cdd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb77 expref: 11 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402008.475023:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff88011f815a00) 00010000:00010000:0.0:1718402008.475025:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402008.475040:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eba050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+10:1880:x1801871189927040:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 38us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.475044:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7420 00000004:00200000:2.0:1718402008.475067:0:15735:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5ef:0x0]: returning size 4096 00010000:00010000:2.0:1718402008.475122:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55200/0xddd980ffd8f67ce4 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x5ef:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb7e expref: 16 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.475129:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55200/0xddd980ffd8f67ce4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5ef:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb7e expref: 16 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.475138:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55200, rc 0) 00000100:00100000:2.0:1718402008.475161:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+15:26179:x1801871189926976:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 159us (230us total) trans 4294987075 rc 301/301 00000100:00100000:2.0:1718402008.475166:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101226 00000100:00100000:3.0:1718402008.476058:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402008.476099:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927168 00000100:00100000:2.0:1718402008.476116:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10774 00000100:00100000:2.0:1718402008.476119:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fea600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+15:26179:x1801871189927168:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1718402008.476185:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fea600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+16:26179:x1801871189927168:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 65us (129us total) trans 4294987076 rc 0/0 00000100:00100000:2.0:1718402008.476205:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10774 00000100:00100000:0.0:1718402008.479854:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402008.479893:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927232 00000100:00100000:2.0:1718402008.479915:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101227 00000100:00100000:2.0:1718402008.479918:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950884c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+16:26180:x1801871189927232:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:2.0:1718402008.479927:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402008.479933:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f67cf2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb85 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.479954:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56d00/0xddd980ffd8f67cf9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.479959:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56d00/0xddd980ffd8f67cf9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.479964:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56d00/0xddd980ffd8f67cf9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402008.480005:0:15735:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5ef:0x0]: returning size 4096 00000004:00200000:2.0:1718402008.480007:0:15735:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:2.0:1718402008.480014:0:15735:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56d00/0xddd980ffd8f67cf9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.480024:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f67cf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb85 expref: 18 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.480033:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56d00/0xddd980ffd8f67cf9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb85 expref: 17 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402008.480037:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff880093082500) 00010000:00010000:2.0:1718402008.480038:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1718402008.480039:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e56d00, rc 0) 00000100:00100000:2.0:1718402008.480064:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950884c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+17:26180:x1801871189927232:12345-192.168.204.24@tcp:101:stat.0 Request processed in 145us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402008.480068:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101227 00000100:00100000:2.0:1718402008.637295:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1718402008.637314:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184984448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1718402008.637366:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402008.637398:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984448 00000100:00100000:0.0:1718402008.637453:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 400 00000100:00100000:0.0:1718402008.637460:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184984448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1718402008.637486:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:0.0:1718402008.637536:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184984448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402008.637542:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 400 00000100:00100000:2.0:1718402008.637564:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184984448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718402008.759849:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402008.759934:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927296 00000100:00100000:2.0:1718402008.759977:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101228 00000100:00100000:2.0:1718402008.759981:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+17:26224:x1801871189927296:12345-192.168.204.24@tcp:101:getfattr.0 00010000:00010000:2.0:1718402008.759996:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402008.760010:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f67d00 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb8c expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000001:00020000:2.0:1718402008.760030:0:15735:0:(fail.c:138:__cfs_fail_timeout_set()) cfs_fail_timeout id 160 sleeping for 10000ms 00010000:00010000:1.0:1718402008.947389:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402009.949442:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402010.717391:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184984576:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1718402010.717449:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402010.717502:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1718402010.717508:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184984512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1718402010.717511:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984576 00000100:00100000:0.0:1718402010.717523:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402010.717562:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984512 00000100:00100000:2.0:1718402010.717587:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19959 00000100:00100000:2.0:1718402010.717593:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800950897c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184984576:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1718402010.717602:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19960 00000100:00100000:0.0:1718402010.717606:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3335:x1801871184984512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1718402010.717624:0:32583:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000004:00000024:0.0:1718402010.717679:0:6879:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443094528 avail 1313632256 00000100:00100000:2.0:1718402010.717700:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800950897c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184984576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402010.717710:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19959 00000100:00100000:0.0:1718402010.717720:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3335:x1801871184984512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402010.717726:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19960 00000100:00100000:1.0:1718402010.717728:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184984576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718402010.717753:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184984512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1718402010.733461:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085feaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3334:1801871184984768:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402010.733476:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3335:1801871184984832:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402010.733478:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3332:1801871184984640:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402010.733490:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe84c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3333:1801871184984704:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733503:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402010.733520:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402010.733525:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708acc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3334:1801871184985024:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402010.733528:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984768 00000100:00100000:0.0:1718402010.733531:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402010.733541:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184984896:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733546:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402010.733553:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984704 00000100:00100000:0.0:1718402010.733554:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fee880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3333:1801871184984960:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402010.733558:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402010.733561:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3334:1801871184985280:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402010.733562:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985024 00000100:00100000:0.0:1718402010.733565:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402010.733568:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708af200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184985152:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402010.733576:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984960 00000100:00100000:1.0:1718402010.733582:0:7229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6546 00000100:00100000:0.0:1718402010.733583:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184985216:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733586:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3334:x1801871184984768:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402010.733589:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402010.733592:0:19893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6547 00000100:00100000:3.0:1718402010.733595:0:19893:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3333:x1801871184984704:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402010.733604:0:6873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6548 00000100:00100000:0.0:1718402010.733607:0:6873:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3334:x1801871184985024:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733613:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3334:x1801871184984768:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402010.733617:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984640 00000100:00100000:1.0:1718402010.733618:0:7229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6546 00000100:00100000:3.0:1718402010.733623:0:19893:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3333:x1801871184984704:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402010.733627:0:19893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6547 00000100:00100000:1.0:1718402010.733633:0:7229:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6549 00000100:00100000:0.0:1718402010.733633:0:6873:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3334:x1801871184985024:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402010.733635:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1718402010.733636:0:7229:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3333:x1801871184984960:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402010.733638:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800840e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3332:x1801871184984640:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402010.733638:0:6873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6548 00000100:00100000:3.0:1718402010.733647:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402010.733650:0:7229:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3333:x1801871184984960:12345-0@lo:400:kworker/u8:0.0 Request processed in 14us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402010.733654:0:7229:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6549 00000100:00100000:3.0:1718402010.733659:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708ae3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184985088:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402010.733659:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984832 00000100:00100000:2.0:1718402010.733661:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800840e9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3332:x1801871184984640:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402010.733665:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1718402010.733667:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402010.733672:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402010.733672:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985280 00000100:00100000:0.0:1718402010.733681:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6550 00000100:00100000:0.0:1718402010.733682:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708ad580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0000_UUID+5:3335:x1801871184984832:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733684:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085feaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3334:1801871184984768:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733690:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708acc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3334:1801871184985024:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402010.733691:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184984896 00000100:00100000:2.0:1718402010.733692:0:9295:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985152 00000100:00100000:0.0:1718402010.733700:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708ad580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0000_UUID+5:3335:x1801871184984832:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (53us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402010.733703:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6550 00000100:00100000:3.0:1718402010.733709:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985088 00000100:00100000:0.0:1718402010.733711:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6551 00000100:00100000:0.0:1718402010.733713:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cb97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3334:x1801871184985280:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402010.733721:0:9295:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 343 00000100:00100000:2.0:1718402010.733724:0:9295:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f059300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184984896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402010.733726:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cb97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3334:x1801871184985280:12345-0@lo:400:kworker/u8:0.0 Request processed in 12us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402010.733728:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 343 00000100:00100000:0.0:1718402010.733729:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6551 00000100:00100000:3.0:1718402010.733732:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 343 00000100:00100000:1.0:1718402010.733732:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f058e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184985152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402010.733735:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a84c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184985088:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402010.733743:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402010.733744:0:9295:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f059300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184984896:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402010.733748:0:9295:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 343 00000100:00100000:1.0:1718402010.733754:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f058e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184985152:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402010.733755:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a84c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184985088:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402010.733755:0:9295:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985216 00000100:00100000:1.0:1718402010.733775:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 343 00000100:00100000:0.0:1718402010.733781:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe84c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3333:1801871184984704:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733787:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 344 00000100:00100000:0.0:1718402010.733788:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fee880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3333:1801871184984960:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733790:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184985216:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402010.733806:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3332:1801871184984640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733826:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184985216:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402010.733829:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184984896:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733830:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 344 00000100:00100000:2.0:1718402010.733835:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708af200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184985152:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402010.733835:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184985216:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.733847:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3334:1801871184985280:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402010.733931:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 343 00000100:00100000:3.0:1718402010.733953:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3335:1801871184984832:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402010.733958:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708ae3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184985088:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402010.781350:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1718402010.781351:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718402010.781367:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cbb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184985344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718402010.781367:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009508f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184985408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718402010.781427:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402010.781451:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402010.781471:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985344 00000100:00100000:0.0:1718402010.781522:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985408 00000100:00100000:3.0:1718402010.781543:0:9299:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 401 00000100:00100000:3.0:1718402010.781550:0:9299:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbc280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184985344:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718402010.781558:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 401 00000100:00100000:0.0:1718402010.781564:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184985408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1718402010.781580:0:9299:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00002000:00000024:0.0:1718402010.781585:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:3.0:1718402010.781625:0:9299:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbc280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184985344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402010.781630:0:9299:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 401 00000100:00100000:0.0:1718402010.781640:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05cc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184985408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402010.781643:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cbb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184985344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718402010.781648:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 401 00000100:00100000:2.0:1718402010.781662:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009508f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184985408:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1718402010.951299:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402011.488482:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402011.488522:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402011.488543:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402011.488560:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402011.488583:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402011.488612:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927424 00000100:00100000:1.0:1718402011.488613:0:6873:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927552 00000100:00100000:3.0:1718402011.488615:0:7233:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927488 00000100:00100000:2.0:1718402011.488617:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927360 00000100:00100000:0.0:1718402011.488645:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927616 00000100:00100000:2.0:1718402011.488648:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1300 00000100:00100000:2.0:1718402011.488654:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c33d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189927360:12345-192.168.204.24@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718402011.488655:0:6873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6552 00000100:00100000:1.0:1718402011.488658:0:6873:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b4942422-518c-4999-8e56-6394c3b8b64e+10:1880:x1801871189927424:12345-192.168.204.24@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1718402011.488668:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6553 00000100:00100000:0.0:1718402011.488672:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+6:1880:x1801871189927552:12345-192.168.204.24@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718402011.488675:0:7233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6554 00000100:00100000:3.0:1718402011.488682:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b4942422-518c-4999-8e56-6394c3b8b64e+19:1881:x1801871189927488:12345-192.168.204.24@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1718402011.488708:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c33d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189927360:12345-192.168.204.24@tcp:400:kworker/u8:1.0 Request processed in 54us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402011.488708:0:6873:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b4942422-518c-4999-8e56-6394c3b8b64e+10:1880:x1801871189927424:12345-192.168.204.24@tcp:400:kworker/u8:1.0 Request processed in 50us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402011.488708:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+6:1880:x1801871189927552:12345-192.168.204.24@tcp:400:kworker/u8:1.0 Request processed in 36us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402011.488714:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1300 00000100:00100000:1.0:1718402011.488714:0:6873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6552 00000100:00100000:0.0:1718402011.488716:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6553 00000100:00100000:0.0:1718402011.488727:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6555 00000100:00100000:0.0:1718402011.488729:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+5:1881:x1801871189927616:12345-192.168.204.24@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1718402011.488743:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b4942422-518c-4999-8e56-6394c3b8b64e+19:1881:x1801871189927488:12345-192.168.204.24@tcp:400:kworker/u8:1.0 Request processed in 61us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402011.488767:0:7233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6554 00000100:00100000:0.0:1718402011.488770:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+5:1881:x1801871189927616:12345-192.168.204.24@tcp:400:kworker/u8:1.0 Request processed in 14us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402011.488775:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6555 00010000:00010000:0.0:1718402011.953433:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402012.765408:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708ae3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184985472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1718402012.765490:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402012.765536:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985472 00000100:00100000:0.0:1718402012.765587:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 402 00000100:00100000:0.0:1718402012.765591:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f0584c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184985472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1718402012.765616:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:0.0:1718402012.765682:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f0584c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184985472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402012.765686:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 402 00000100:00100000:2.0:1718402012.765752:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708ae3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184985472:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1718402012.955445:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402013.645399:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1718402013.645419:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184985536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1718402013.645481:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402013.645542:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985536 00000100:00100000:0.0:1718402013.645583:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 403 00000100:00100000:0.0:1718402013.645588:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708abdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184985536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1718402013.645611:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:0.0:1718402013.645646:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708abdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184985536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402013.645651:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 403 00000100:00100000:3.0:1718402013.645668:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184985536:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1718402013.957379:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1718402014.142145:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959508 is committed 00000001:00080000:2.0:1718402014.142187:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987076 is committed 00000020:00080000:2.0:1718402014.142210:0:8086:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88008c86b900 refcount 2 committed 0 result 0 batchid 3545 00010000:00010000:0.0:1718402014.142210:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402014.142213:0:8086:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009fe34500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8e00 00000020:00080000:2.0:1718402014.142215:0:8086:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1494 00000020:00080000:2.0:1718402014.142216:0:8086:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009fe34a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009fe34600 00000020:00080000:2.0:1718402014.142218:0:8086:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1115 00010000:00010000:0.0:1718402014.142218:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142223:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142227:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846eba80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402014.142229:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142233:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142249:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff880093082500) 00010000:00010000:0.0:1718402014.142251:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402014.142254:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142257:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800846eba80/0xddd980ffd8f67c5f lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142275:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142278:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142281:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142285:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846e9200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402014.142286:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142288:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402014.142290:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3545 committed batchid 3544 00010000:00010000:0.0:1718402014.142292:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a4:0x0].0x0 (ffff880093082300) 00010000:00010000:0.0:1718402014.142293:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402014.142294:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142299:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f67c66 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142309:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142312:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142315:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142317:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402014.142318:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142321:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142324:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff880093082500) 00010000:00010000:0.0:1718402014.142325:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1718402014.142326:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402014.142328:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f67cc1 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5ef:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402014.142343:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3544 00010000:00010000:0.0:1718402014.959404:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402015.725499:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cbb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184985600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1718402015.725500:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1718402015.725520:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184985664:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718402015.725554:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402015.725594:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402015.725608:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985600 00000100:00100000:3.0:1718402015.725622:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985664 00000100:00100000:0.0:1718402015.725655:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19961 00000100:00100000:0.0:1718402015.725659:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708ada40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3335:x1801871184985600:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718402015.725661:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19962 00000100:00100000:3.0:1718402015.725665:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184985664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1718402015.725701:0:6879:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443094528 avail 1313632256 00000004:00000024:3.0:1718402015.725702:0:32583:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000100:00100000:3.0:1718402015.725738:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184985664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402015.725743:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19962 00000100:00100000:0.0:1718402015.725749:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708ada40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3335:x1801871184985600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402015.725754:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19961 00000100:00100000:2.0:1718402015.725767:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184985664:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1718402015.725770:0:3335:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959508 gen 2 00000004:00080000:3.0:1718402015.725773:0:3335:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959508 committed transno 8589959508 00000020:00080000:3.0:1718402015.725778:0:3335:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88008c86b780 refcount 2 committed 0 result 0 batchid 3546 00000020:00080000:3.0:1718402015.725781:0:3335:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009fe34200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8980 00000020:00080000:3.0:1718402015.725783:0:3335:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1495 00000020:00080000:3.0:1718402015.725784:0:3335:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009fe34b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009fe34f00 00000020:00080000:3.0:1718402015.725786:0:3335:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1116 00000020:00080000:1.0:1718402015.725820:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3546 committed batchid 3544 00000100:00100000:3.0:1718402015.725826:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cbb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184985600:0@lo:41:osp-pre-0-1.0 00000020:00080000:1.0:1718402015.725862:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3544 00000100:00100000:3.0:1718402015.741468:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7b440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3335:1801871184985856:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402015.741468:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7f200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3332:1801871184985920:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402015.741470:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3334:1801871184985792:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402015.741526:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402015.741533:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012f05d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3333:1801871184985728:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402015.741562:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402015.741568:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402015.741575:0:7233:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985920 00000100:00100000:1.0:1718402015.741577:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184986176:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402015.741586:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1801871184986112:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402015.741605:0:7233:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985856 00000100:00100000:2.0:1718402015.741622:0:7233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6556 00000100:00100000:2.0:1718402015.741627:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3332:x1801871184985920:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402015.741645:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184985984:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402015.741648:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402015.741648:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402015.741684:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3335:1801871184986368:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402015.741691:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402015.741694:0:19893:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986112 00000100:00100000:2.0:1718402015.741708:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3332:x1801871184985920:12345-0@lo:400:kworker/u8:0.0 Request processed in 80us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402015.741709:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402015.741710:0:19893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6557 00000100:00100000:0.0:1718402015.741711:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184986240:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402015.741713:0:19893:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708ae880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3335:x1801871184985856:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402015.741715:0:7233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6556 00000100:00100000:3.0:1718402015.741721:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1718402015.741724:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402015.741725:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3335:1801871184986048:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402015.741733:0:7233:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986368 00000100:00100000:1.0:1718402015.741739:0:19893:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708ae880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3335:x1801871184985856:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402015.741740:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402015.741743:0:19893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6557 00000100:00100000:2.0:1718402015.741747:0:7233:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986048 00000100:00100000:3.0:1718402015.741749:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184986304:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402015.741752:0:19893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6558 00000100:00100000:1.0:1718402015.741754:0:19893:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708aaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1801871184986112:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402015.741756:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986176 00000100:00100000:3.0:1718402015.741760:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402015.741760:0:7233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6559 00000100:00100000:2.0:1718402015.741763:0:7233:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708adf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3335:x1801871184986368:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402015.741765:0:19893:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708aaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1801871184986112:12345-0@lo:400:kworker/u8:0.0 Request processed in 11us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402015.741769:0:19893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6558 00000100:00100000:1.0:1718402015.741775:0:19893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6560 00000100:00100000:1.0:1718402015.741777:0:19893:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3335:x1801871184986048:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402015.741783:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1801871184986112:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402015.741784:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985984 00000100:00100000:2.0:1718402015.741786:0:7233:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708adf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3335:x1801871184986368:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402015.741790:0:7233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6559 00000100:00100000:3.0:1718402015.741791:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3335:1801871184986368:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402015.741791:0:19893:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3335:x1801871184986048:12345-0@lo:400:kworker/u8:0.0 Request processed in 12us (50us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402015.741794:0:19893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6560 00000100:00100000:3.0:1718402015.741798:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7b440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3335:1801871184985856:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402015.741798:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986240 00000100:00100000:1.0:1718402015.741810:0:23004:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986304 00000100:00100000:2.0:1718402015.741811:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985728 00000100:00100000:0.0:1718402015.741814:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 345 00000100:00100000:0.0:1718402015.741818:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbbdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184986176:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402015.741820:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3335:1801871184986048:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402015.741829:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:2.0:1718402015.741833:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c33a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3333:x1801871184985728:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402015.741839:0:23004:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 345 00000100:00100000:1.0:1718402015.741842:0:23004:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880095089300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184985984:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402015.741844:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 345 00000100:00100000:0.0:1718402015.741847:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbbdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871184986176:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402015.741849:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184986240:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402015.741851:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 345 00000100:00100000:1.0:1718402015.741863:0:23004:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880095089300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184985984:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402015.741864:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c33a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3333:x1801871184985728:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402015.741864:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 345 00000100:00100000:0.0:1718402015.741866:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708aa600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184986304:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402015.741867:0:23004:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 345 00000100:00100000:2.0:1718402015.741869:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:3.0:1718402015.741877:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184986240:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402015.741881:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 345 00000100:00100000:0.0:1718402015.741885:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708aa600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184986304:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402015.741889:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 345 00000100:00100000:1.0:1718402015.741891:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184986176:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402015.741897:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7f200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3332:1801871184985920:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402015.741906:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184986304:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402015.741917:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402015.741936:0:6873:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184985792 00000100:00100000:0.0:1718402015.741943:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3333:1801871184985728:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402015.741947:0:6873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6561 00000100:00100000:2.0:1718402015.741949:0:6873:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880095088e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3334:x1801871184985792:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402015.741951:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184985984:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402015.741957:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184986240:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402015.741979:0:6873:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880095088e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3334:x1801871184985792:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402015.741982:0:6873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6561 00000100:00100000:1.0:1718402015.742004:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012f05a600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3334:1801871184985792:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402015.789289:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184986432:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1718402015.789338:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402015.789348:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cb9300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184986496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1718402015.789375:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986432 00000100:00100000:0.0:1718402015.789375:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402015.789406:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986496 00000100:00100000:1.0:1718402015.789414:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 404 00000100:00100000:1.0:1718402015.789419:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbd580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184986432:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1718402015.789424:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 405 00000100:00100000:2.0:1718402015.789427:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184986496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1718402015.789444:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00002000:00000024:1.0:1718402015.789444:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:1.0:1718402015.789475:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbd580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184986432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402015.789480:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 404 00000100:00100000:2.0:1718402015.789487:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184986496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402015.789491:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 405 00000100:00100000:0.0:1718402015.789507:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cb9300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184986496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718402015.789529:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184986432:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1718402015.961367:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402016.496333:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402016.496375:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402016.496394:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402016.496405:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402016.496426:0:6873:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927744 00000100:00100000:0.0:1718402016.496433:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402016.496439:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927680 00000100:00100000:2.0:1718402016.496466:0:6873:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927872 00000100:00100000:0.0:1718402016.496468:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927808 00000100:00100000:3.0:1718402016.496471:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1302 00000100:00100000:1.0:1718402016.496471:0:7226:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927936 00000100:00100000:3.0:1718402016.496477:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1880:x1801871189927680:12345-192.168.204.24@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1718402016.496484:0:6873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6562 00000100:00100000:2.0:1718402016.496489:0:6873:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880095089c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b4942422-518c-4999-8e56-6394c3b8b64e+10:1881:x1801871189927744:12345-192.168.204.24@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1718402016.496489:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6563 00000100:00100000:0.0:1718402016.496492:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189927872:12345-192.168.204.24@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718402016.496500:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6564 00000100:00100000:1.0:1718402016.496505:0:7226:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b4942422-518c-4999-8e56-6394c3b8b64e+13:1880:x1801871189927808:12345-192.168.204.24@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1718402016.496526:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+6:1881:x1801871189927872:12345-192.168.204.24@tcp:400:kworker/u8:1.0 Request processed in 33us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402016.496531:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c338050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1880:x1801871189927680:12345-192.168.204.24@tcp:400:kworker/u8:1.0 Request processed in 54us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402016.496531:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6563 00000100:00100000:2.0:1718402016.496536:0:6873:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880095089c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b4942422-518c-4999-8e56-6394c3b8b64e+10:1881:x1801871189927744:12345-192.168.204.24@tcp:400:kworker/u8:1.0 Request processed in 46us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402016.496538:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1302 00000100:00100000:2.0:1718402016.496543:0:6873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6562 00000100:00100000:1.0:1718402016.496545:0:7226:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b4942422-518c-4999-8e56-6394c3b8b64e+13:1880:x1801871189927808:12345-192.168.204.24@tcp:400:kworker/u8:1.0 Request processed in 39us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402016.496546:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6565 00000100:00100000:0.0:1718402016.496548:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009508f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189927936:12345-192.168.204.24@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1718402016.496551:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6564 00000100:00100000:0.0:1718402016.496561:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009508f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189927936:12345-192.168.204.24@tcp:400:kworker/u8:1.0 Request processed in 12us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402016.496564:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6565 00010000:00010000:1.0:1718402016.963377:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402017.773371:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184986560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1718402017.773431:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402017.773479:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986560 00000100:00100000:2.0:1718402017.773522:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 406 00000100:00100000:2.0:1718402017.773526:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cbe880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184986560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1718402017.773549:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913330688 avail 3681808384 00000100:00100000:2.0:1718402017.773585:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cbe880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184986560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402017.773590:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 406 00000100:00100000:1.0:1718402017.773599:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184986560:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1718402017.965409:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402018.653408:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708aed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184986624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1718402018.653499:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402018.653570:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986624 00000100:00100000:2.0:1718402018.653636:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 407 00000100:00100000:2.0:1718402018.653642:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184986624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1718402018.653690:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:2.0:1718402018.653755:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871184986624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402018.653763:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 407 00000100:00100000:0.0:1718402018.653819:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708aed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184986624:0@lo:13:osp-pre-0-1.0 00000001:00020000:0.0:1718402018.765292:0:15735:0:(fail.c:149:__cfs_fail_timeout_set()) cfs_fail_timeout id 160 awake 00010000:00010000:0.0:1718402018.770481:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67d07 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402018.770496:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67d07 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402018.770508:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67d07 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:02000000:0.0:1718402018.770548:0:15735:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=131, val=0*** 00010000:00010000:0.0:1718402018.771737:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f67d00 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb8c expref: 13 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402018.771759:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67d07 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb8c expref: 12 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402018.771765:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff880093082500) 00010000:00010000:0.0:1718402018.771767:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1718402018.771769:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9df80, rc 0) 00000100:00100000:0.0:1718402018.771816:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+12:26224:x1801871189927296:12345-192.168.204.24@tcp:101:getfattr.0 Request processed in 10011833us (10011969us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402018.771825:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101228 00000100:00100000:0.0:1718402018.772733:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402018.772788:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189927296 00000004:00100000:2.0:1718402018.772810:0:15735:0:(mdt_mds.c:185:ldlm_enqueue_hpreq_check()) @@@ lock ffff8800a7c9df80 cookie 0x3e484b09786bbb8c req@ffff88012f05d0c0 x1801871189927296/t0(0) o101->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:154/0 lens 568/0 e 0 to 0 dl 1718402049 ref 1 fl New:/2/ffffffff rc 0/-1 job:'getfattr.0' 00000004:00010000:2.0:1718402018.772816:0:15735:0:(mdt_mds.c:189:ldlm_enqueue_hpreq_check()) ### hpreq resend ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67d07 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb8c expref: 12 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402018.772838:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6566 00000100:00100000:2.0:1718402018.772842:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+12:26224:x1801871189927296:12345-192.168.204.24@tcp:101:getfattr.0 00010000:00010000:2.0:1718402018.772853:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402018.772857:0:15735:0:(ldlm_lockd.c:1294:ldlm_handle_enqueue0()) @@@ found existing lock cookie 0xddd980ffd8f67d07 req@ffff88012f05d0c0 x1801871189927296/t0(0) o101->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:154/0 lens 568/0 e 0 to 0 dl 1718402049 ref 1 fl Interpret:H/2/ffffffff rc 0/-1 job:'getfattr.0' 00000004:00010000:2.0:1718402018.772869:0:15735:0:(mdt_handler.c:4452:mdt_intent_fixup_resent()) ### Restoring lock cookie ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67d07 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb8c expref: 12 pid: 15735 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402018.772874:0:15735:0:(mdt_handler.c:4454:mdt_intent_fixup_resent()) @@@ restoring lock cookie 0xddd980ffd8f67d07 req@ffff88012f05d0c0 x1801871189927296/t0(0) o101->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:154/0 lens 568/0 e 0 to 0 dl 1718402049 ref 1 fl Interpret:H/2/ffffffff rc 0/-1 job:'getfattr.0' 00010000:00010000:2.0:1718402018.773128:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9df80/0xddd980ffd8f67d07 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5ef:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb8c expref: 12 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402018.773134:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5ef:0x0].0x0 (ffff880093082500) 00010000:00010000:2.0:1718402018.773135:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1718402018.773136:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9df80, rc 0) 00000100:00100000:2.0:1718402018.773164:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+12:26224:x1801871189927296:12345-192.168.204.24@tcp:101:getfattr.0 Request processed in 321us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402018.773170:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6566 00010000:00010000:0.0:1718402018.967339:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402019.969374:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1718402020.141915:0:8086:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3546 batchid updated 00000020:00080000:0.0:1718402020.141924:0:8086:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3545 batchid updated 00000020:00080000:1.0:1718402020.141997:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3546 00000040:00100000:1.0:1718402020.142009:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1494 in log [0x3:0x401:0x2] 00000004:00080000:1.0:1718402020.142042:0:8104:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880098699c80 with version 7096 00000020:00080000:1.0:1718402020.142055:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3545 cancel update log [0x3:0x401:0x2].1494: rc = 0 00000040:00100000:1.0:1718402020.142059:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1115 in log [0x3:0x40000400:0x2] 00000004:00080000:0.0:1718402020.142065:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7096 rpc_version 7096 00000020:00080000:1.0:1718402020.142101:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3545 cancel update log [0x3:0x40000400:0x2].1115: rc = 0 00000100:00100000:0.0:1718402020.142101:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fec8e40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184986688:0@lo:1000:osp_up0-1.0 00000040:00100000:1.0:1718402020.142108:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1495 in log [0x3:0x401:0x2] 00000004:00080000:1.0:1718402020.142114:0:8104:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880098699200 with version 7097 00000020:00080000:1.0:1718402020.142115:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3546 cancel update log [0x3:0x401:0x2].1495: rc = 0 00000040:00100000:1.0:1718402020.142116:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1116 in log [0x3:0x40000400:0x2] 00000020:00080000:1.0:1718402020.142123:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3546 cancel update log [0x3:0x40000400:0x2].1116: rc = 0 00000020:00080000:1.0:1718402020.142126:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3546 00000100:00100000:0.0:1718402020.142147:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402020.142164:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df86c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402020.142169:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986688 00000100:00100000:1.0:1718402020.142216:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19963 00000100:00100000:1.0:1718402020.142219:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fecda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:8097:x1801871184986688:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718402020.142311:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fecda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871184986688:12345-0@lo:1000:osp_up0-1.0 Request processed in 90us (163us total) trans 8589959509 rc 0/0 00000100:00100000:1.0:1718402020.142324:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19963 00000100:00100000:0.0:1718402020.142325:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fec8e40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184986688:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1718402020.142331:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7097 rpc_version 7097 00000100:00100000:0.0:1718402020.142339:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fece880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184986752:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402020.142353:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402020.142360:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df86c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402020.142366:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986752 00000100:00100000:1.0:1718402020.142377:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19964 00000100:00100000:1.0:1718402020.142379:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082cca140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871184986752:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718402020.142425:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082cca140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871184986752:12345-0@lo:1000:osp_up0-1.0 Request processed in 44us (70us total) trans 8589959510 rc 0/0 00000100:00100000:1.0:1718402020.142428:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19964 00000100:00100000:0.0:1718402020.142440:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fece880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184986752:0@lo:1000:osp_up0-1.0 00000400:00000080:2.0:1718402020.225343:0:8906:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:2.0:1718402020.225347:0:8906:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 80a: migrate directory when some children is being opened ========================================================== 17:53:39 (1718402019) 00000100:00100000:3.0:1718402020.239740:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.239775:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928064 00000100:00100000:0.0:1718402020.239822:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101229 00000100:00100000:0.0:1718402020.239828:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708ab900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+10:26899:x1801871189928064:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402020.239845:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.239861:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f67d0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb93 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.239905:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67d15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.239922:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.239931:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.239942:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67d1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.239948:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.239953:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240037:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67d15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240043:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67d15 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240049:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67d15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240055:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9d8c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.240058:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67d15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240064:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67d15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240074:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:0.0:1718402020.240076:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.240079:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67d15 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240084:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67d15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240095:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67d1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240101:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67d1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240105:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67d1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240110:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9dd40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.240111:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67d1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240116:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67d1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240122:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88011f815c00) 00010000:00010000:0.0:1718402020.240124:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.240125:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67d1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240133:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67d1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240158:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f67d0e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb93 expref: 11 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240164:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f67d0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb93 expref: 11 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.240173:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9c6c0, rc 0) 00000100:00100000:0.0:1718402020.240230:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708ab900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+10:26899:x1801871189928064:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 402us (494us total) trans 0 rc 301/301 00000100:00100000:0.0:1718402020.240235:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101229 00000100:00100000:0.0:1718402020.240978:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402020.241022:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928128 00000100:00100000:1.0:1718402020.241045:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101230 00000100:00100000:1.0:1718402020.241048:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082cce880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+10:26899:x1801871189928128:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402020.241054:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402020.241060:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f67d23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbb9a expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241082:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a640/0xddd980ffd8f67d2a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241089:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a640/0xddd980ffd8f67d2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241096:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a640/0xddd980ffd8f67d2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241104:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f67d31 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241110:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f67d31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241121:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f67d31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241142:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a640/0xddd980ffd8f67d2a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241146:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a640/0xddd980ffd8f67d2a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241149:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a640/0xddd980ffd8f67d2a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241151:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402020.241153:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a640/0xddd980ffd8f67d2a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241156:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a640/0xddd980ffd8f67d2a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241160:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402020.241161:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402020.241163:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a640/0xddd980ffd8f67d2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241165:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a640/0xddd980ffd8f67d2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241171:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f67d31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241178:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f67d31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241181:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f67d31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241183:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33ad00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402020.241184:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f67d31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241186:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f67d31 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241205:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88012f3b7500) 00010000:00010000:1.0:1718402020.241206:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402020.241207:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f67d31 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241209:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f67d31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241223:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f67d23 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb9a expref: 11 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241227:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f67d23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbb9a expref: 11 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402020.241232:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33a1c0, rc 0) 00000100:00100000:1.0:1718402020.241252:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082cce880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+10:26899:x1801871189928128:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 203us (275us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402020.241256:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101230 00000100:00100000:1.0:1718402020.241885:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.241902:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928192 00000100:00100000:0.0:1718402020.241935:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101231 00000100:00100000:0.0:1718402020.241938:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cb9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+10:26899:x1801871189928192:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402020.241945:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.241950:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67d38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbba1 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.241968:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67d3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.241974:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67d3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.241981:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67d3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402020.242006:0:15735:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536 00000004:00200000:0.0:1718402020.242008:0:15735:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 65 stripe count 1 MDT count 2 00000004:00010000:0.0:1718402020.242018:0:15735:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67d3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.242028:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67d38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbba1 expref: 12 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.242036:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67d3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbba1 expref: 11 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.242040:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:0.0:1718402020.242041:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1718402020.242042:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9c480, rc 0) 00000100:00100000:0.0:1718402020.242066:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cb9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+11:26899:x1801871189928192:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 127us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402020.242070:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101231 00000100:00100000:0.0:1718402020.243413:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.243480:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928320 00000100:00100000:2.0:1718402020.243505:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101232 00000100:00100000:2.0:1718402020.243509:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082cc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+11:26899:x1801871189928320:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1718402020.243529:0:15735:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402020.243538:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67d3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbba1 expref: 11 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243547:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402020.243549:0:15735:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402020.243569:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67d46 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243575:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67d46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243580:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67d46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243606:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243610:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243614:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243866:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243871:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243875:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402020.243881:0:15735:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880082cc8000 reply state ffff8800714de000 transno 8589959511 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402020.243885:0:15735:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7af:0x0]: returning size 4096 00010000:00010000:2.0:1718402020.243888:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67d46 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243891:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67d46 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243894:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67d46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243898:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57a80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.243899:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67d46 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243902:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67d46 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243906:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402020.243907:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.243908:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67d46 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.243910:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f67d46 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402020.243918:0:15735:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880082cc8000 reply state ffff8800714de000 transno 8589959511 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402020.243954:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082cc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+12:26899:x1801871189928320:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 444us (543us total) trans 8589959511 rc 0/0 00000100:00100000:2.0:1718402020.243959:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101232 00010000:00010000:0.0:1718402020.244529:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.244538:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88013500b200) 00010000:00010000:0.0:1718402020.244540:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.244542:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.244552:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:0.0:1718402020.244554:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402020.248674:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.248704:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.248722:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928384 00000100:00100000:0.0:1718402020.248722:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928512 00000100:00100000:0.0:1718402020.248747:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101233 00000100:00100000:0.0:1718402020.248750:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082cced40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26907:x1801871189928512:12345-192.168.204.24@tcp:36:mkdir.0 00000100:00100000:2.0:1718402020.248755:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101234 00000100:00100000:2.0:1718402020.248758:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082cca600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+13:1880:x1801871189928384:12345-192.168.204.24@tcp:41:mkdir.0 00000004:00000024:2.0:1718402020.248777:0:15735:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443090432 avail 1313628160 00000100:00100000:2.0:1718402020.248816:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082cca600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+13:1880:x1801871189928384:12345-192.168.204.24@tcp:41:mkdir.0 Request processed in 57us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402020.248823:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101234 00000100:00100000:0.0:1718402020.248846:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082cced40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26907:x1801871189928512:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 95us (142us total) trans 0 rc -17/-17 00000100:00100000:0.0:1718402020.248850:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101233 00000100:00100000:2.0:1718402020.249630:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.249665:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928576 00000100:00100000:0.0:1718402020.249682:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101235 00000100:00100000:0.0:1718402020.249685:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26907:x1801871189928576:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:0.0:1718402020.249693:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.249704:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67d5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbba8 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249731:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67d62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249739:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67d62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249746:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67d62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249752:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67d69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249756:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67d69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249759:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67d69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249783:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67d70 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249786:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67d70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249789:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67d70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402020.249811:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7af:0x0]: returning size 4096 00000004:00200000:0.0:1718402020.249813:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:0.0:1718402020.249821:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67d70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249826:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67d62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249830:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67d62 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249833:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67d62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249836:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9db00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.249839:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67d62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249843:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67d62 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249849:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:0.0:1718402020.249850:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.249852:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67d62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249855:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67d62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249863:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67d69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249867:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67d69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249870:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67d69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249872:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9cd80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.249873:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67d69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249876:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67d69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249879:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88013500b200) 00010000:00010000:0.0:1718402020.249881:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.249881:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67d69 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249884:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67d69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249897:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67d5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbba8 expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249904:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67d70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbba8 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.249908:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:0.0:1718402020.249909:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1718402020.249910:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9c900, rc 0) 00000100:00100000:0.0:1718402020.249936:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26907:x1801871189928576:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 250us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402020.249940:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101235 00000100:00100000:0.0:1718402020.250724:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.250757:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928704 00000100:00100000:2.0:1718402020.250780:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101236 00000100:00100000:2.0:1718402020.250783:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082ccf200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26907:x1801871189928704:12345-192.168.204.24@tcp:36:mkdir.0 00010000:00010000:2.0:1718402020.250797:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402020.250805:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67d70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbba8 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.250814:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:2.0:1718402020.250815:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402020.250830:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f67d77 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.250835:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f67d77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.250839:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f67d77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.250845:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.250848:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.250851:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251120:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251128:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251134:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402020.251143:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880082ccf200 reply state ffff8800714dc400 transno 8589959512 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402020.251150:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b1:0x0]: returning size 4096 00010000:00010000:2.0:1718402020.251153:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f67d77 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251157:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f67d77 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251161:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f67d77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251166:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.251168:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f67d77 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251172:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f67d77 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251182:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:2.0:1718402020.251184:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.251185:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f67d77 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251209:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f67d77 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402020.251217:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880082ccf200 reply state ffff8800714dc400 transno 8589959512 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402020.251260:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082ccf200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:26907:x1801871189928704:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 475us (536us total) trans 8589959512 rc 0/0 00000100:00100000:2.0:1718402020.251267:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101236 00010000:00010000:2.0:1718402020.251762:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251770:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff88013500bf00) 00010000:00010000:2.0:1718402020.251771:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.251773:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.251778:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:2.0:1718402020.251779:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402020.254126:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.254170:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928768 00000100:00100000:2.0:1718402020.254215:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101237 00000100:00100000:2.0:1718402020.254219:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082cc84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:26908:x1801871189928768:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:2.0:1718402020.254233:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402020.254242:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67d8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbaf expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254268:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67d93 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254276:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67d93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254283:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67d93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254291:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f67d9a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254297:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f67d9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254302:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f67d9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254337:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54480/0xddd980ffd8f67da1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254344:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54480/0xddd980ffd8f67da1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254350:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54480/0xddd980ffd8f67da1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402020.254370:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7af:0x0]: returning size 4096 00000004:00200000:2.0:1718402020.254372:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:2.0:1718402020.254529:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54480/0xddd980ffd8f67da1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254534:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67d93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254538:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67d93 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254541:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67d93 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254543:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57cc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.254545:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67d93 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254548:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67d93 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254552:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402020.254553:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.254554:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67d93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254557:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f67d93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254562:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f67d9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254566:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f67d9a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254568:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f67d9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254571:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e546c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.254572:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f67d9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254574:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f67d9a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254577:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88013500b200) 00010000:00010000:2.0:1718402020.254578:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.254579:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f67d9a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254582:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f67d9a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254609:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f67d8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbaf expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254615:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54480/0xddd980ffd8f67da1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbaf expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.254618:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:2.0:1718402020.254619:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1718402020.254620:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54480, rc 0) 00000100:00100000:2.0:1718402020.254645:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082cc84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26908:x1801871189928768:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 425us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402020.254649:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101237 00000100:00100000:0.0:1718402020.255355:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.255383:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928832 00000100:00100000:2.0:1718402020.255404:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101238 00000100:00100000:2.0:1718402020.255408:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082cce3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26908:x1801871189928832:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:2.0:1718402020.255414:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402020.255419:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57600/0xddd980ffd8f67da8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbb6 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255439:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f67daf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255446:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f67daf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255453:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f67daf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255460:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f67db6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255465:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f67db6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255471:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f67db6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255503:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f67dbd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255507:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f67dbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255511:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f67dbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402020.255521:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b1:0x0]: returning size 4096 00000004:00200000:2.0:1718402020.255522:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:2.0:1718402020.255528:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f67dbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255532:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f67daf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255535:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f67daf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255538:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f67daf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255541:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.255542:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f67daf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255545:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f67daf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255552:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:2.0:1718402020.255554:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.255555:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f67daf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255558:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f67daf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255563:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f67db6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255566:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f67db6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255568:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f67db6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255571:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.255572:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f67db6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255575:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f67db6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255578:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff88013500bf00) 00010000:00010000:2.0:1718402020.255579:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.255580:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f67db6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255585:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f67db6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255613:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57600/0xddd980ffd8f67da8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbb6 expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255619:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f67dbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbb6 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.255622:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:2.0:1718402020.255624:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1718402020.255624:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54240, rc 0) 00000100:00100000:2.0:1718402020.255650:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082cce3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26908:x1801871189928832:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 241us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402020.255654:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101238 00000100:00100000:3.0:1718402020.256334:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402020.256352:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189928960 00000100:00100000:3.0:1718402020.256365:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101239 00000100:00100000:3.0:1718402020.256367:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26908:x1801871189928960:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:3.0:1718402020.256373:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402020.256379:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f67dc4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbbd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256410:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67dcb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256415:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67dcb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256420:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67dcb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256426:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256429:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256436:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402020.256568:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x595:0x0], index 1: 0 00010000:00010000:3.0:1718402020.256638:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8000/0xddd980ffd8f67dd9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256644:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8000/0xddd980ffd8f67dd9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256648:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8000/0xddd980ffd8f67dd9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256664:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67dcb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256669:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67dcb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256674:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67dcb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256680:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846e9680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402020.256682:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67dcb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256687:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67dcb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256698:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:3.0:1718402020.256700:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402020.256702:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67dcb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256706:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9680/0xddd980ffd8f67dcb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402020.256716:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800708a8980 reply state ffff8800859d4000 transno 8589959513 ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256733:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f67dc4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbbd expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256743:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8000/0xddd980ffd8f67dd9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbbd expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.256749:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff88007144d300) 00010000:00010000:3.0:1718402020.256750:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718402020.256752:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846e8000, rc 0) 00000100:00100000:3.0:1718402020.256775:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:26908:x1801871189928960:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 407us (442us total) trans 8589959513 rc 0/0 00000100:00100000:3.0:1718402020.256780:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101239 00010000:00010000:0.0:1718402020.257797:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.257805:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3066 (ffff88007144df00) 00010000:00010000:0.0:1718402020.257808:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1718402020.258091:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.258110:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189929088 00000100:00100000:2.0:1718402020.258130:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10775 00000100:00100000:2.0:1718402020.258133:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880076fc8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+19:26908:x1801871189929088:12345-192.168.204.24@tcp:35:createmany.0 00000100:00100000:2.0:1718402020.258228:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880076fc8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+20:26908:x1801871189929088:12345-192.168.204.24@tcp:35:createmany.0 Request processed in 94us (138us total) trans 8589959514 rc 0/0 00000100:00100000:2.0:1718402020.258233:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10775 00000100:00100000:1.0:1718402020.258845:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402020.259242:0:15735:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189929216 00000100:00100000:3.0:1718402020.259256:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101240 00000100:00100000:3.0:1718402020.259259:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fea600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+20:26908:x1801871189929216:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:3.0:1718402020.259265:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402020.259271:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f67de7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbc4 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259297:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f67dee lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259304:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f67dee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259308:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f67dee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259314:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259318:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259321:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402020.259396:0:15735:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x59e:0x0], index 0: 0 00010000:00010000:3.0:1718402020.259436:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f67dfc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259441:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f67dfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b3:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259445:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f67dfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b3:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259456:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f67dee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259460:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f67dee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259464:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f67dee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259466:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846e8240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402020.259467:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f67dee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259470:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f67dee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259474:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:3.0:1718402020.259476:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402020.259477:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f67dee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259479:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f67dee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402020.259485:0:15735:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fea600 reply state ffff8800859d3000 transno 8589959515 ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259496:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f67de7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbc4 expref: 23 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259503:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f67dfc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b3:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbc4 expref: 22 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.259510:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff88007144d800) 00010000:00010000:3.0:1718402020.259511:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718402020.259512:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846e98c0, rc 0) 00000100:00100000:3.0:1718402020.259531:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fea600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+23:26908:x1801871189929216:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 271us (688us total) trans 8589959515 rc 0/0 00000100:00100000:3.0:1718402020.259535:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101240 00010000:00010000:2.0:1718402020.260256:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.260265:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3166 (ffff88007144de00) 00010000:00010000:2.0:1718402020.260268:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718402020.260568:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.260581:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189929344 00000100:00100000:2.0:1718402020.260609:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10776 00000100:00100000:2.0:1718402020.260612:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+23:26908:x1801871189929344:12345-192.168.204.24@tcp:35:createmany.0 00000100:00100000:2.0:1718402020.260679:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:26908:x1801871189929344:12345-192.168.204.24@tcp:35:createmany.0 Request processed in 66us (112us total) trans 8589959516 rc 0/0 00000100:00100000:2.0:1718402020.260684:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10776 00000100:00100000:1.0:1718402020.262140:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.262218:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189929472 00000100:00100000:2.0:1718402020.262236:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101241 00000100:00100000:2.0:1718402020.262240:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26908:x1801871189929472:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:2.0:1718402020.262247:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402020.262253:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67e0a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbcb expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262281:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67e11 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262287:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67e11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262292:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67e11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262297:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262300:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262306:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402020.262391:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x596:0x0], index 1: 0 00010000:00010000:2.0:1718402020.262430:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f67e1f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262435:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f67e1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262439:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f67e1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262450:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67e11 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262453:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67e11 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262456:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67e11 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262459:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.262460:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67e11 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262463:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67e11 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262470:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:2.0:1718402020.262471:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.262472:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67e11 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262475:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67e11 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402020.262481:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fe8000 reply state ffff88007463c000 transno 8589959517 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262492:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67e0a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbcb expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262497:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f67e1f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbcb expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.262500:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b4:0x0].0x0 (ffff88013500b100) 00010000:00010000:2.0:1718402020.262501:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402020.262502:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55440, rc 0) 00000100:00100000:2.0:1718402020.262529:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+27:26908:x1801871189929472:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 289us (390us total) trans 8589959517 rc 0/0 00000100:00100000:2.0:1718402020.262534:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101241 00010000:00010000:0.0:1718402020.263120:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.263135:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3266 (ffff88013500b000) 00010000:00010000:0.0:1718402020.263137:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718402020.263468:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.263532:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189929600 00000100:00100000:2.0:1718402020.263555:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10777 00000100:00100000:2.0:1718402020.263559:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fee3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+27:26908:x1801871189929600:12345-192.168.204.24@tcp:35:createmany.0 00000100:00100000:2.0:1718402020.263652:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fee3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+28:26908:x1801871189929600:12345-192.168.204.24@tcp:35:createmany.0 Request processed in 92us (185us total) trans 8589959518 rc 0/0 00000100:00100000:2.0:1718402020.263657:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10777 00000100:00100000:2.0:1718402020.264366:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.264407:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189929728 00000100:00100000:0.0:1718402020.264437:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101242 00000100:00100000:0.0:1718402020.264442:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+28:26908:x1801871189929728:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:0.0:1718402020.264452:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.264459:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f67e2d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbd2 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264495:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67e34 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264503:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67e34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264509:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67e34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264518:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264524:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264529:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402020.264660:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x59f:0x0], index 0: 0 00010000:00010000:0.0:1718402020.264719:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67e42 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264727:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67e42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264734:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67e42 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264750:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67e34 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264755:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67e34 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264760:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67e34 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264765:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9ef40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.264767:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67e34 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264772:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67e34 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264779:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:0.0:1718402020.264781:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.264782:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67e34 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264787:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67e34 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402020.264798:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880084bc3440 reply state ffff88013137d000 transno 8589959519 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264814:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f67e2d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbd2 expref: 31 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264823:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67e42 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbd2 expref: 30 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.264828:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff88011f815c00) 00010000:00010000:0.0:1718402020.264830:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718402020.264831:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9f3c0, rc 0) 00000100:00100000:0.0:1718402020.264863:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+31:26908:x1801871189929728:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 420us (497us total) trans 8589959519 rc 0/0 00000100:00100000:0.0:1718402020.264869:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101242 00010000:00010000:3.0:1718402020.265436:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.265444:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3366 (ffff88011f815200) 00010000:00010000:3.0:1718402020.265446:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402020.265654:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402020.265690:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189929856 00000100:00100000:3.0:1718402020.265720:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10778 00000100:00100000:3.0:1718402020.265724:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082ccb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+31:26908:x1801871189929856:12345-192.168.204.24@tcp:35:createmany.0 00000100:00100000:3.0:1718402020.265809:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082ccb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+32:26908:x1801871189929856:12345-192.168.204.24@tcp:35:createmany.0 Request processed in 85us (155us total) trans 8589959520 rc 0/0 00000100:00100000:3.0:1718402020.265814:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10778 00000100:00100000:1.0:1718402020.266520:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.266558:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189929984 00000100:00100000:0.0:1718402020.266601:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101243 00000100:00100000:0.0:1718402020.266606:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fee880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+32:26908:x1801871189929984:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:0.0:1718402020.266616:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.266623:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67e50 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbd9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266658:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67e57 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266665:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67e57 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266673:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67e57 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266682:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266687:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266693:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402020.266791:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x597:0x0], index 1: 0 00010000:00010000:0.0:1718402020.266850:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f67e65 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266858:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f67e65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266865:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f67e65 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266880:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67e57 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266886:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67e57 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266891:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67e57 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266895:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9d200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.266897:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67e57 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266902:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67e57 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266909:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:0.0:1718402020.266911:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.266912:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67e57 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266917:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67e57 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402020.266927:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fee880 reply state ffff88013137c000 transno 8589959521 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266943:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67e50 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbd9 expref: 35 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266952:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f67e65 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbd9 expref: 34 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.266957:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88011f815500) 00010000:00010000:0.0:1718402020.266959:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718402020.266961:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9cfc0, rc 0) 00000100:00100000:0.0:1718402020.266994:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fee880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+35:26908:x1801871189929984:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 388us (474us total) trans 8589959521 rc 0/0 00000100:00100000:0.0:1718402020.267001:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101243 00010000:00010000:0.0:1718402020.267557:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.267565:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3466 (ffff88011f815d00) 00010000:00010000:0.0:1718402020.267567:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718402020.267810:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402020.267851:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189930112 00000100:00100000:3.0:1718402020.267880:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10779 00000100:00100000:3.0:1718402020.267883:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+35:26908:x1801871189930112:12345-192.168.204.24@tcp:35:createmany.0 00000100:00100000:3.0:1718402020.267967:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+36:26908:x1801871189930112:12345-192.168.204.24@tcp:35:createmany.0 Request processed in 83us (158us total) trans 8589959522 rc 0/0 00000100:00100000:3.0:1718402020.267972:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10779 00000100:00100000:1.0:1718402020.268666:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.268699:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189930240 00000100:00100000:0.0:1718402020.268719:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101244 00000100:00100000:0.0:1718402020.268722:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feaac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+36:26908:x1801871189930240:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:0.0:1718402020.268730:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.268735:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f67e73 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbe0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268759:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67e7a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268764:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67e7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268768:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67e7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268773:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268777:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268780:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402020.268852:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x5a0:0x0], index 0: 0 00010000:00010000:0.0:1718402020.268891:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67e88 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268896:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67e88 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268900:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67e88 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268911:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67e7a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268914:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67e7a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268917:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67e7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268920:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9e880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.268921:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67e7a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268924:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67e7a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268928:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:0.0:1718402020.268929:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.268930:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67e7a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268934:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f67e7a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402020.268940:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085feaac0 reply state ffff880131379000 transno 8589959523 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268950:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f67e73 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbe0 expref: 39 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268956:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67e88 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbe0 expref: 38 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.268959:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88011f815400) 00010000:00010000:0.0:1718402020.268960:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718402020.268961:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9c240, rc 0) 00000100:00100000:0.0:1718402020.268985:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feaac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+39:26908:x1801871189930240:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 262us (321us total) trans 8589959523 rc 0/0 00000100:00100000:0.0:1718402020.268989:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101244 00010000:00010000:3.0:1718402020.269647:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.269655:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3566 (ffff88011f815700) 00010000:00010000:3.0:1718402020.269657:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718402020.269838:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402020.269869:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189930368 00000100:00100000:3.0:1718402020.269901:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10780 00000100:00100000:3.0:1718402020.269905:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+39:26908:x1801871189930368:12345-192.168.204.24@tcp:35:createmany.0 00000100:00100000:3.0:1718402020.269986:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+40:26908:x1801871189930368:12345-192.168.204.24@tcp:35:createmany.0 Request processed in 81us (150us total) trans 8589959524 rc 0/0 00000100:00100000:3.0:1718402020.269991:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10780 00000100:00100000:2.0:1718402020.270724:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.270756:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189930496 00000100:00100000:0.0:1718402020.270776:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101245 00000100:00100000:0.0:1718402020.270779:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+40:26908:x1801871189930496:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:0.0:1718402020.270788:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.270793:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67e96 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbe7 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270821:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67e9d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270827:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67e9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270831:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67e9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270837:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270841:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270844:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402020.270922:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x598:0x0], index 1: 0 00010000:00010000:0.0:1718402020.270963:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67eab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270968:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67eab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270971:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67eab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270982:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67e9d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270986:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67e9d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270989:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67e9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270993:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9c900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.270994:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67e9d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.270997:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67e9d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.271001:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:0.0:1718402020.271002:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.271003:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67e9d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.271006:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f67e9d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402020.271013:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880084bc5f00 reply state ffff88013137b000 transno 8589959525 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.271024:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f67e96 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbe7 expref: 43 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.271030:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67eab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbe7 expref: 42 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.271034:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88011f815300) 00010000:00010000:0.0:1718402020.271035:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718402020.271036:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9cd80, rc 0) 00000100:00100000:0.0:1718402020.271062:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+43:26908:x1801871189930496:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 282us (340us total) trans 8589959525 rc 0/0 00000100:00100000:0.0:1718402020.271067:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101245 00010000:00010000:0.0:1718402020.271675:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.271683:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3666 (ffff88011f815100) 00010000:00010000:0.0:1718402020.271685:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1718402020.271961:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402020.272008:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189930624 00000100:00100000:3.0:1718402020.272039:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10781 00000100:00100000:3.0:1718402020.272044:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf47850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+43:26908:x1801871189930624:12345-192.168.204.24@tcp:35:createmany.0 00000100:00100000:3.0:1718402020.272131:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf47850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+44:26908:x1801871189930624:12345-192.168.204.24@tcp:35:createmany.0 Request processed in 87us (171us total) trans 8589959526 rc 0/0 00000100:00100000:3.0:1718402020.272136:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10781 00000100:00100000:1.0:1718402020.272783:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.272812:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189930752 00000100:00100000:0.0:1718402020.272837:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101246 00000100:00100000:0.0:1718402020.272842:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acf200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+44:26908:x1801871189930752:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:0.0:1718402020.272852:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.272858:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67eb9 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbee expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.272888:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67ec0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.272895:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67ec0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.272901:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67ec0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.272909:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.272915:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.272921:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402020.273024:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x5a1:0x0], index 0: 0 00010000:00010000:0.0:1718402020.273082:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f67ece lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273089:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f67ece lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273096:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f67ece lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273115:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67ec0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273121:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67ec0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273126:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67ec0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273131:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9c480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.273133:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67ec0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273138:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67ec0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273149:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:0.0:1718402020.273151:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.273152:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67ec0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273157:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f67ec0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402020.273166:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800b1acf200 reply state ffff880131378000 transno 8589959527 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273182:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f67eb9 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbee expref: 47 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273209:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f67ece lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbee expref: 46 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.273215:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff880131dfed00) 00010000:00010000:0.0:1718402020.273216:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718402020.273217:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9c6c0, rc 0) 00000100:00100000:0.0:1718402020.273247:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acf200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+47:26908:x1801871189930752:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 404us (465us total) trans 8589959527 rc 0/0 00000100:00100000:0.0:1718402020.273251:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101246 00010000:00010000:3.0:1718402020.274056:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.274063:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3766 (ffff88011f815f00) 00010000:00010000:3.0:1718402020.274065:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402020.274285:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402020.274302:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189930880 00000100:00100000:3.0:1718402020.274318:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10782 00000100:00100000:3.0:1718402020.274323:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082cccc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+47:26908:x1801871189930880:12345-192.168.204.24@tcp:35:createmany.0 00000100:00100000:3.0:1718402020.274426:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082cccc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+48:26908:x1801871189930880:12345-192.168.204.24@tcp:35:createmany.0 Request processed in 102us (140us total) trans 8589959528 rc 0/0 00000100:00100000:3.0:1718402020.274433:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10782 00000100:00100000:1.0:1718402020.275076:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.275102:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931008 00000100:00100000:0.0:1718402020.275123:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101247 00000100:00100000:0.0:1718402020.275126:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b1acaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+48:26908:x1801871189931008:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:0.0:1718402020.275134:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.275139:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67edc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbf5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275162:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67ee3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275167:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67ee3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275171:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67ee3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275177:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275180:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275183:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402020.275272:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x599:0x0], index 1: 0 00010000:00010000:0.0:1718402020.275311:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67ef1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275316:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67ef1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ba:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275320:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67ef1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7ba:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275332:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67ee3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275335:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67ee3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275337:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67ee3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275340:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9d8c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.275342:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67ee3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275345:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67ee3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275349:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:0.0:1718402020.275350:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.275350:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67ee3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275353:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f67ee3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402020.275359:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800b1acaf80 reply state ffff88008f3c9000 transno 8589959529 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275370:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f67edc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbf5 expref: 51 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275379:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67ef1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7ba:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbf5 expref: 50 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.275382:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff880131dfe200) 00010000:00010000:0.0:1718402020.275383:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718402020.275384:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9d200, rc 0) 00000100:00100000:0.0:1718402020.275410:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b1acaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+51:26908:x1801871189931008:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 283us (335us total) trans 8589959529 rc 0/0 00000100:00100000:0.0:1718402020.275414:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101247 00010000:00010000:2.0:1718402020.275979:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.275987:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3866 (ffff880131dfec00) 00010000:00010000:2.0:1718402020.275988:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718402020.276216:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402020.276262:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931136 00000100:00100000:3.0:1718402020.276288:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10783 00000100:00100000:3.0:1718402020.276292:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+51:26908:x1801871189931136:12345-192.168.204.24@tcp:35:createmany.0 00000100:00100000:3.0:1718402020.276393:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+52:26908:x1801871189931136:12345-192.168.204.24@tcp:35:createmany.0 Request processed in 99us (176us total) trans 8589959530 rc 0/0 00000100:00100000:3.0:1718402020.276400:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10783 00000100:00100000:0.0:1718402020.277102:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.277173:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931264 00000100:00100000:2.0:1718402020.277212:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101248 00000100:00100000:2.0:1718402020.277215:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082cc97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+52:26908:x1801871189931264:12345-192.168.204.24@tcp:101:createmany.0 00010000:00010000:2.0:1718402020.277224:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402020.277230:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57180/0xddd980ffd8f67eff lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbbfc expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277257:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67f06 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277263:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67f06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277267:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67f06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277273:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b1:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277279:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277282:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402020.277365:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x5a2:0x0], index 0: 0 00010000:00010000:2.0:1718402020.277404:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54b40/0xddd980ffd8f67f14 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277409:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54b40/0xddd980ffd8f67f14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bb:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277413:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54b40/0xddd980ffd8f67f14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bb:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277423:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67f06 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277427:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67f06 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277429:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67f06 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277432:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.277433:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67f06 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277439:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67f06 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277443:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:2.0:1718402020.277444:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.277445:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67f06 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277448:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67f06 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402020.277453:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880082cc97c0 reply state ffff88007463b000 transno 8589959531 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277464:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57180/0xddd980ffd8f67eff lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbfc expref: 55 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277470:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54b40/0xddd980ffd8f67f14 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bb:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbfc expref: 54 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.277473:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff880133fae500) 00010000:00010000:2.0:1718402020.277474:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402020.277475:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54b40, rc 0) 00000100:00100000:2.0:1718402020.277501:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082cc97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+55:26908:x1801871189931264:12345-192.168.204.24@tcp:101:createmany.0 Request processed in 285us (400us total) trans 8589959531 rc 0/0 00000100:00100000:2.0:1718402020.277505:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101248 00010000:00010000:3.0:1718402020.278104:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402020.278111:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3966 (ffff880133fae400) 00010000:00010000:3.0:1718402020.278113:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402020.278309:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402020.278335:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931392 00000100:00100000:3.0:1718402020.278356:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10784 00000100:00100000:3.0:1718402020.278361:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082ccc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+55:26908:x1801871189931392:12345-192.168.204.24@tcp:35:createmany.0 00000100:00100000:3.0:1718402020.278465:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082ccc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+56:26908:x1801871189931392:12345-192.168.204.24@tcp:35:createmany.0 Request processed in 103us (156us total) trans 8589959532 rc 0/0 00000100:00100000:3.0:1718402020.278472:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10784 00000100:00100000:2.0:1718402020.283180:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.283231:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931456 00000100:00100000:0.0:1718402020.283259:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101249 00000100:00100000:0.0:1718402020.283263:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+56:26909:x1801871189931456:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1718402020.283275:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.283283:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f67f22 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc03 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283315:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67f29 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283323:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67f29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283329:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67f29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283340:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f67f30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283344:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f67f30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283347:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f67f30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283367:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67f29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283370:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67f29 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283373:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67f29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283376:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9ef40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.283378:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67f29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283381:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67f29 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283386:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:0.0:1718402020.283388:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.283390:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67f29 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283396:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f67f29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283405:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f67f30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283408:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f67f30 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283411:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f67f30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283414:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.283415:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f67f30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283417:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f67f30 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283420:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0xba987ca0 (ffff880131dfe600) 00010000:00010000:0.0:1718402020.283421:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.283422:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f67f30 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283424:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f67f30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283441:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f67f22 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc03 expref: 57 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283450:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f67f22 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc03 expref: 57 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.283454:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9f840, rc 0) 00000100:00100000:0.0:1718402020.283485:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+56:26909:x1801871189931456:12345-192.168.204.24@tcp:101:cp.0 Request processed in 222us (309us total) trans 0 rc 301/301 00000100:00100000:0.0:1718402020.283490:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101249 00000100:00100000:1.0:1718402020.284419:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.284453:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931520 00000100:00100000:0.0:1718402020.284475:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101250 00000100:00100000:0.0:1718402020.284478:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0ced40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+56:26909:x1801871189931520:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1718402020.284485:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.284490:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f67f37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc0a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284509:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f67f3e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284514:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f67f3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284518:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f67f3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284524:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f67f45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284527:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f67f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284531:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f67f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284541:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f67f3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284544:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f67f3e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284547:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f67f3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284549:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc918c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.284551:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f67f3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284553:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f67f3e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284557:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:0.0:1718402020.284559:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.284560:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f67f3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284562:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f67f3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284569:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f67f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284575:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f67f45 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284577:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f67f45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284580:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.284581:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f67f45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284583:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f67f45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284586:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0xba987ca0 (ffff880131dfe500) 00010000:00010000:0.0:1718402020.284605:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.284606:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f67f45 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284609:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f67f45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284624:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f67f37 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc0a expref: 57 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284628:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f67f37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc0a expref: 57 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.284634:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc93cc0, rc 0) 00000100:00100000:0.0:1718402020.284664:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0ced40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+56:26909:x1801871189931520:12345-192.168.204.24@tcp:101:cp.0 Request processed in 184us (247us total) trans 0 rc 301/301 00000100:00100000:0.0:1718402020.284670:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101250 00000100:00100000:2.0:1718402020.285531:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.285566:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931648 00000100:00100000:0.0:1718402020.285602:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101251 00000100:00100000:0.0:1718402020.285605:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+56:26909:x1801871189931648:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1718402020.285612:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.285617:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f67f4c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc11 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285649:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f67f53 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285654:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f67f53 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285659:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f67f53 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285664:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285668:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285671:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402020.285823:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x59a:0x0], index 1: 0 00010000:00010000:0.0:1718402020.285892:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f67f61 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285898:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f67f61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285902:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f67f61 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285919:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f67f53 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285922:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f67f53 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285925:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f67f53 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285928:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402020.285929:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f67f53 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285932:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f67f53 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285936:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:0.0:1718402020.285937:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402020.285939:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f67f53 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285941:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f67f53 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402020.285949:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880084bc17c0 reply state ffff880097f72000 transno 8589959533 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285962:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f67f4c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc11 expref: 59 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285969:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f67f61 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc11 expref: 58 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.285973:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:0.0:1718402020.285975:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1718402020.285975:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc90fc0, rc 0) 00000100:00100000:0.0:1718402020.286003:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+59:26909:x1801871189931648:12345-192.168.204.24@tcp:101:cp.0 Request processed in 397us (474us total) trans 8589959533 rc 0/0 00000100:00100000:0.0:1718402020.286007:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101251 00010000:00010000:0.0:1718402020.286618:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.286626:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0xba987ca0 (ffff880131dfea00) 00010000:00010000:0.0:1718402020.286627:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1718402020.286893:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.286908:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931712 00000100:00100000:0.0:1718402020.286925:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101252 00000100:00100000:0.0:1718402020.286929:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+59:26909:x1801871189931712:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1718402020.286939:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.286945:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f67f6f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc18 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.286972:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f67f76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.286979:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f67f76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.286985:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f67f76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402020.287000:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1718402020.287006:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f67f76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.287012:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f67f76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.287024:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f67f6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc18 expref: 61 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.287035:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f67f76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc18 expref: 60 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.287041:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:0.0:1718402020.287042:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1718402020.287043:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc90000, rc 0) 00000100:00100000:0.0:1718402020.287066:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+60:26909:x1801871189931712:12345-192.168.204.24@tcp:101:cp.0 Request processed in 137us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402020.287070:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101252 00000100:00100000:2.0:1718402020.287936:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.287980:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931776 00000100:00100000:0.0:1718402020.288012:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 523 00000100:00100000:0.0:1718402020.288017:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:1879:x1801871189931776:12345-192.168.204.24@tcp:8:cp.0 00010000:00080000:0.0:1718402020.288039:0:9296:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp t18446612134875994056 exp (null) cur 3799 last 0 00000020:00000080:0.0:1718402020.288062:0:9296:0:(genops.c:1359:class_connect()) connect: client b4942422-518c-4999-8e56-6394c3b8b64e, cookie 0xddd980ffd8f67f7d 00002000:00100000:0.0:1718402020.288070:0:9296:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli b4942422-518c-4999-8e56-6394c3b8b64e/ffff880129c9f800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0400 ocd_grant: 33652736 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1718402020.288084:0:9296:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1718402020.288122:0:9296:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash ffff8800a78283c0 00002000:00080000:0.0:1718402020.288128:0:9296:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1718402020.288150:0:9296:0:(import.c:86:import_set_state_nolock()) ffff88008c29f000 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1718402020.288186:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b4942422-518c-4999-8e56-6394c3b8b64e+6:1879:x1801871189931776:12345-192.168.204.24@tcp:8:cp.0 Request processed in 168us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402020.288210:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 523 00000100:00100000:1.0:1718402020.288903:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.288944:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931840 00000100:00100000:0.0:1718402020.288966:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 524 00000100:00100000:0.0:1718402020.288969:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b4942422-518c-4999-8e56-6394c3b8b64e+6:0:x1801871189931840:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1718402020.288975:0:9296:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.288983:0:9296:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f67f84 lrc: 2/0,0 mode: --/PR res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc1f expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718402020.288994:0:9296:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x59a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718402020.289002:0:9296:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402020.289004:0:9296:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402020.289007:0:9296:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f67f84 lrc: 3/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc1f expref: 7 pid: 9296 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1718402020.289020:0:9296:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f67f84 lrc: 3/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc1f expref: 7 pid: 9296 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1718402020.289025:0:9296:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc906c0, rc 0) 00000100:00100000:0.0:1718402020.289042:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b4942422-518c-4999-8e56-6394c3b8b64e+7:0:x1801871189931840:12345-192.168.204.24@tcp:101:cp.0 Request processed in 72us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402020.289046:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 524 00000100:00100000:2.0:1718402020.289875:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.289903:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931904 00000100:00100000:0.0:1718402020.289924:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101253 00000100:00100000:0.0:1718402020.289928:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+60:26909:x1801871189931904:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1718402020.289936:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.289944:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90b40/0xddd980ffd8f67f8b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc26 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.289960:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.289968:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.289975:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.290032:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90b40/0xddd980ffd8f67f8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc26 expref: 62 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.290050:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc26 expref: 61 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.290056:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:0.0:1718402020.290058:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1718402020.290059:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91b00, rc 0) 00000100:00100000:0.0:1718402020.290092:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+61:26909:x1801871189931904:12345-192.168.204.24@tcp:101:cp.0 Request processed in 162us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402020.290098:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101253 00000100:00100000:2.0:1718402020.290850:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.290879:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189931968 00000100:00100000:0.0:1718402020.290896:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 525 00000100:00100000:0.0:1718402020.290898:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc4740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b4942422-518c-4999-8e56-6394c3b8b64e+7:26909:x1801871189931968:12345-192.168.204.24@tcp:101:cp.0 00010000:00010000:0.0:1718402020.290904:0:9296:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.290909:0:9296:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 2/0,0 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc2d expref: -99 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.290919:0:9296:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f67f84 lrc: 2/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc1f expref: 8 pid: 9296 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1718402020.290923:0:9296:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402020.290924:0:9296:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402020.290925:0:9296:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 4/0,0 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 8 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.290940:0:9296:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f67f84 lrc: 3/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc1f expref: 8 pid: 9296 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1718402020.290952:0:9296:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f67f84 lrc: 4/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc1f expref: 8 pid: 9296 timeout: 3899 lvb_type: 1 00000100:00100000:0.0:1718402020.290960:0:9296:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880082ccbdc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9296:1801871184986816:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402020.290995:0:9296:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1718402020.291502:0:9296:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880082ccbdc0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9296:1801871184986816:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402020.291516:0:9296:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 3/0,0 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 8 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.291522:0:9296:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc93600, rc 0) 00000100:00100000:0.0:1718402020.291544:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc4740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b4942422-518c-4999-8e56-6394c3b8b64e+8:26909:x1801871189931968:12345-192.168.204.24@tcp:101:cp.0 Request processed in 645us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402020.291549:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 525 00000100:00100000:2.0:1718402020.291616:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.291653:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189932032 00010000:00010000:0.0:1718402020.291667:0:6861:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f67f84 lrc: 4/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc1f expref: 8 pid: 9296 timeout: 3899 lvb_type: 1 00000100:00100000:0.0:1718402020.291703:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32764 00000100:00100000:0.0:1718402020.291708:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189932032:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402020.291716:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402020.291725:0:6861:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f67f84 lrc: 4/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc1f expref: 8 pid: 9296 timeout: 3899 lvb_type: 1 00010000:00010000:0.0:1718402020.291734:0:6861:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f67f84 lrc: 3/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc1f expref: 8 pid: 9296 timeout: 3899 lvb_type: 1 00010000:00010000:0.0:1718402020.291748:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f67f84 lrc: 0/0,0 mode: --/PR res: [0x59a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc1f expref: 8 pid: 9296 timeout: 3899 lvb_type: 1 00010000:00010000:0.0:1718402020.291757:0:6861:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402020.291758:0:6861:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402020.291762:0:6861:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 7 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.291768:0:6861:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 3/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 7 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.291785:0:6861:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 3/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 7 pid: 9296 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402020.291793:0:6861:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880082ccbdc0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6861:1801871184986880:192.168.204.24@tcp:105: 00000100:00100000:0.0:1718402020.291822:0:6861:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb3c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402020.292321:0:6861:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880082ccbdc0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6861:1801871184986880:192.168.204.24@tcp:105: 00010000:00010000:1.0:1718402020.292331:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402020.292352:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+7:1883:x1801871189932032:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 645us (739us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402020.292357:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32764 00000100:00100000:1.0:1718402020.292698:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402020.292746:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189932160 00000100:00100000:3.0:1718402020.292777:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10785 00000100:00100000:3.0:1718402020.292782:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+61:26909:x1801871189932160:12345-192.168.204.24@tcp:35:cp.0 00000100:00100000:3.0:1718402020.292911:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+62:26909:x1801871189932160:12345-192.168.204.24@tcp:35:cp.0 Request processed in 128us (212us total) trans 8589959534 rc 0/0 00000100:00100000:3.0:1718402020.292917:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10785 00000100:00100000:3.0:1718402020.299550:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402020.299604:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189932224 00000100:00100000:0.0:1718402020.299634:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101254 00000100:00100000:0.0:1718402020.299638:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708aed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+6:26911:x1801871189932224:12345-192.168.204.24@tcp:101:multiop.0 00010000:00010000:0.0:1718402020.299647:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402020.299656:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f67fa0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc34 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.299689:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92640/0xddd980ffd8f67fa7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.299700:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92640/0xddd980ffd8f67fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.299707:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92640/0xddd980ffd8f67fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402020.299728:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 65536 00000004:00200000:0.0:1718402020.299729:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 66 stripe count 1 MDT count 2 00000004:00010000:0.0:1718402020.299743:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92640/0xddd980ffd8f67fa7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.299755:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f67fa0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc34 expref: 8 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.299773:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92640/0xddd980ffd8f67fa7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc34 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402020.299777:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:0.0:1718402020.299778:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1718402020.299780:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92640, rc 0) 00000100:00100000:0.0:1718402020.299805:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708aed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+7:26911:x1801871189932224:12345-192.168.204.24@tcp:101:multiop.0 Request processed in 167us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402020.299809:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101254 00000100:00100000:0.0:1718402020.300666:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.300722:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189932288 00000100:00100000:2.0:1718402020.300746:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101255 00000100:00100000:2.0:1718402020.300749:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082cc8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+7:26911:x1801871189932288:12345-192.168.204.24@tcp:101:multiop.0 00010000:00010000:2.0:1718402020.300756:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402020.300762:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f67fae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc3b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300782:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f67fb5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300787:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f67fb5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300792:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f67fb5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300797:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f67fbc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300800:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f67fbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300804:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f67fbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300855:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300859:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300862:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402020.300872:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7af:0x0]: returning size 4096 00000004:00200000:2.0:1718402020.300874:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00000004:00010000:2.0:1718402020.300880:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300885:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f67fb5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300888:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f67fb5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300891:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f67fb5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300894:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e561c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.300896:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f67fb5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300900:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f67fb5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300908:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402020.300909:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.300911:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f67fb5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300914:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f67fb5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300932:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f67fbc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300935:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f67fbc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300937:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f67fbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300940:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.300941:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f67fbc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300944:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f67fbc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300947:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88013500b200) 00010000:00010000:2.0:1718402020.300948:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.300949:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f67fbc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300954:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f67fbc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300964:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f67fae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc3b expref: 9 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300970:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc3b expref: 8 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.300973:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:2.0:1718402020.300974:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1718402020.300975:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e558c0, rc 0) 00000100:00100000:2.0:1718402020.300997:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082cc8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+8:26911:x1801871189932288:12345-192.168.204.24@tcp:101:multiop.0 Request processed in 247us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402020.301001:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101255 00000100:00100000:1.0:1718402020.301846:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402020.301900:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189932416 00000100:00100000:2.0:1718402020.301924:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101256 00000100:00100000:2.0:1718402020.301927:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0ccc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+8:26911:x1801871189932416:12345-192.168.204.24@tcp:101:multiop.0 00010000:00010000:2.0:1718402020.301933:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402020.301939:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57180/0xddd980ffd8f67fca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc42 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.301982:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67fd1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.301988:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.301995:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302000:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67fd8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302004:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302007:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302030:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302034:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302037:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402020.302042:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bc:0x0]: returning size 1716 00010000:00010000:2.0:1718402020.302080:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67fd1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302083:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67fd1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302086:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67fd1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302092:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.302093:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67fd1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302096:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67fd1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302100:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:2.0:1718402020.302102:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.302103:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67fd1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302106:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f67fd1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302112:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302115:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67fd8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302118:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302120:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402020.302121:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302124:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67fd8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302128:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0xba987ca0 (ffff880131dfea00) 00010000:00010000:2.0:1718402020.302129:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402020.302130:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67fd8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302133:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54900/0xddd980ffd8f67fd8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302144:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57180/0xddd980ffd8f67fca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc42 expref: 11 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302151:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc42 expref: 10 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402020.302154:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:2.0:1718402020.302155:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402020.302155:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e56880, rc 0) 00000100:00100000:2.0:1718402020.302181:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0ccc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+10:26911:x1801871189932416:12345-192.168.204.24@tcp:101:multiop.0 Request processed in 253us (337us total) trans 8589959535 rc 0/0 00000100:00100000:2.0:1718402020.302186:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101256 00000100:00100000:1.0:1718402020.733371:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cdf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184987008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1718402020.733399:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184986944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718402020.733423:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402020.733447:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402020.733469:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987008 00000100:00100000:3.0:1718402020.733487:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184986944 00000100:00100000:2.0:1718402020.733511:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19965 00000100:00100000:2.0:1718402020.733516:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3332:x1801871184987008:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1718402020.733520:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19966 00000100:00100000:3.0:1718402020.733524:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082ccaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184986944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1718402020.733544:0:32583:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443749888 avail 1314287616 00000004:00000024:2.0:1718402020.733544:0:6879:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1443086336 avail 1313624064 00000100:00100000:2.0:1718402020.733598:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3332:x1801871184987008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402020.733605:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19965 00000100:00100000:3.0:1718402020.733606:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082ccaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184986944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402020.733612:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19966 00000100:00100000:1.0:1718402020.733617:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cdf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184987008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1718402020.733627:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184986944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1718402020.749370:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3334:1801871184987072:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.749391:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1801871184987136:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402020.749418:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3332:1801871184987200:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402020.749427:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402020.749434:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402020.749447:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402020.749468:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecb4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184987328:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.749473:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecb5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3335:1801871184987392:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402020.749475:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecb2140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3332:1801871184987456:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402020.749485:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402020.749488:0:32557:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987072 00000100:00100000:1.0:1718402020.749494:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe63c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184987584:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.749496:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402020.749504:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402020.749515:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987136 00000100:00100000:1.0:1718402020.749518:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1718402020.749521:0:32557:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:1.0:1718402020.749521:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184987648:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402020.749526:0:32557:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c33a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3334:x1801871184987072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402020.749526:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402020.749530:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3333:1801871184987264:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402020.749531:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402020.749538:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3332:1801871184987712:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402020.749549:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987328 00000100:00100000:0.0:1718402020.749549:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402020.749562:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987200 00000100:00100000:0.0:1718402020.749568:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184987520:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402020.749571:0:32557:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c33a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:519fc1d8-abda-4f70-95e3-84d2d2de3a5b+23:3334:x1801871184987072:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402020.749573:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987584 00000100:00100000:3.0:1718402020.749575:0:32557:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:1.0:1718402020.749601:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987648 00000100:00100000:2.0:1718402020.749602:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987392 00000100:00100000:0.0:1718402020.749602:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402020.749608:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987456 00000100:00100000:1.0:1718402020.749615:0:9296:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987520 00000100:00100000:2.0:1718402020.749618:0:7230:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987264 00000100:00100000:3.0:1718402020.749623:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6567 00000100:00100000:3.0:1718402020.749625:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3332:x1801871184987200:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402020.749628:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 346 00000100:00100000:2.0:1718402020.749632:0:7230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6568 00000100:00100000:1.0:1718402020.749632:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184987328:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.749634:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 346 00000100:00100000:2.0:1718402020.749636:0:7230:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082ccbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3335:x1801871184987392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.749639:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0ce880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184987584:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402020.749643:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3332:x1801871184987200:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402020.749646:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6567 00000100:00100000:3.0:1718402020.749656:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6569 00000100:00100000:3.0:1718402020.749657:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3332:x1801871184987456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402020.749658:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cdf00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871184987328:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402020.749662:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 346 00000100:00100000:1.0:1718402020.749671:0:9296:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 346 00000100:00100000:2.0:1718402020.749673:0:7230:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082ccbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0001_UUID+5:3335:x1801871184987392:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402020.749673:0:9296:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cf200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184987648:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.749675:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0ce880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184987584:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402020.749677:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3332:x1801871184987456:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402020.749679:0:7230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6568 00000100:00100000:0.0:1718402020.749680:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 346 00000100:00100000:3.0:1718402020.749682:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6569 00000100:00100000:1.0:1718402020.749685:0:9296:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cf200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871184987648:12345-0@lo:400:kworker/u8:0.0 Request processed in 11us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402020.749688:0:9296:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 346 00000100:00100000:3.0:1718402020.749690:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6570 00000100:00100000:0.0:1718402020.749694:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 346 00000100:00100000:3.0:1718402020.749695:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082ccb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3333:x1801871184987264:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.749698:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f667200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184987520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402020.749717:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184987648:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1718402020.749719:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082ccb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3333:x1801871184987264:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402020.749720:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f667200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3333:x1801871184987520:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402020.749722:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6570 00000100:00100000:0.0:1718402020.749725:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 346 00000100:00100000:2.0:1718402020.749726:0:6873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6571 00000100:00100000:1.0:1718402020.749726:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ecb4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184987328:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402020.749729:0:6873:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880082ccb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1801871184987136:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402020.749733:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe63c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184987584:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1718402020.749739:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:519fc1d8-abda-4f70-95e3-84d2d2de3a5b:3334:1801871184987072:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.749749:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ecb5a40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3335:1801871184987392:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402020.749756:0:6873:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880082ccb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1801871184987136:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402020.749761:0:6873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6571 00000100:00100000:0.0:1718402020.749764:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1801871184987136:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.749776:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402020.749794:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3332:1801871184987200:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402020.749799:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987712 00000100:00100000:0.0:1718402020.749803:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ecb2140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3332:1801871184987456:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402020.749819:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6572 00000100:00100000:0.0:1718402020.749820:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3333:1801871184987264:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402020.749823:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f662ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3332:x1801871184987712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.749826:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184987520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1718402020.749847:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f662ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3332:x1801871184987712:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (71us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402020.749852:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6572 00000100:00100000:0.0:1718402020.749861:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe0980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3332:1801871184987712:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1718402020.797409:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1718402020.797415:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1718402020.797427:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184987776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1718402020.797428:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008f662600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184987840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1718402020.797485:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402020.797510:0:9298:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987840 00000100:00100000:2.0:1718402020.797550:0:9298:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 408 00000100:00100000:3.0:1718402020.797554:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402020.797554:0:9298:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f665a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184987840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1718402020.797572:0:9298:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 8637120 pending 0 free 3913330688 avail 3681808384 00000100:00100000:1.0:1718402020.797577:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987776 00000100:00100000:1.0:1718402020.797612:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 409 00000100:00100000:1.0:1718402020.797615:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708ae3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184987776:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1718402020.797621:0:9298:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f665a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871184987840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402020.797626:0:9298:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 408 00002000:00000024:1.0:1718402020.797630:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 199360 pending 0 free 3913904128 avail 3682381824 00000100:00100000:0.0:1718402020.797662:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008f662600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184987840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1718402020.797673:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708ae3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184987776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402020.797677:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 409 00000100:00100000:3.0:1718402020.797690:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184987776:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1718402020.971365:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.311784:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.311840:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189932544 00000100:00100000:2.0:1718402021.311889:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101257 00000100:00100000:2.0:1718402021.311895:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f662600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+62:26915:x1801871189932544:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.311919:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.311934:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57600/0xddd980ffd8f67fed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc49 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402021.312008:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7af:0x0]: returning size 4096 00010000:00010000:2.0:1718402021.312077:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57600/0xddd980ffd8f67fed lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc49 expref: 64 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.312082:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57600/0xddd980ffd8f67fed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc49 expref: 64 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.312104:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57600, rc 0) 00000100:00100000:2.0:1718402021.312145:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f662600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+63:26915:x1801871189932544:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 249us (366us total) trans 8589959536 rc 301/301 00000100:00100000:2.0:1718402021.312151:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101257 00000100:00100000:0.0:1718402021.313359:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.313409:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189932672 00000100:00100000:2.0:1718402021.313441:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10786 00000100:00100000:2.0:1718402021.313445:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f660000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+63:26915:x1801871189932672:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1718402021.313534:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f660000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+64:26915:x1801871189932672:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 88us (176us total) trans 8589959537 rc 0/0 00000100:00100000:2.0:1718402021.313540:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10786 00000100:00100000:0.0:1718402021.314392:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.314430:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.314435:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189932864 00000100:00100000:2.0:1718402021.314480:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101258 00000100:00100000:2.0:1718402021.314484:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f666880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26915:x1801871189932864:12345-192.168.204.24@tcp:36:lfs.0 00000100:00100000:1.0:1718402021.314506:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189932736 00010000:00010000:2.0:1718402021.314535:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.314542:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.314547:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7421 00010000:00010000:2.0:1718402021.314551:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.314552:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f663440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+64:1883:x1801871189932736:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:1.0:1718402021.314563:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718402021.314583:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184987904:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.314593:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54480/0xddd980ffd8f67da1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbaf expref: 64 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.314610:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:1.0:1718402021.314614:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.314617:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.314638:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297780 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.314642:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987904 00000100:00100000:1.0:1718402021.314645:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f663440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+63:1883:x1801871189932736:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 91us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.314652:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7421 00000100:00100000:3.0:1718402021.314668:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19967 00000100:00100000:3.0:1718402021.314672:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184987904:12345-0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.314680:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.314691:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f68002 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f67ffb expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.314709:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f68002 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f67ffb expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.314718:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f68002 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f67ffb expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.314723:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88009629b700) 00010000:00010000:3.0:1718402021.314725:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.314727:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846ebcc0, rc 0) 00000100:00100000:3.0:1718402021.314762:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184987904:12345-0@lo:101:mdt00_008.0 Request processed in 89us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.314767:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19967 00000100:00100000:2.0:1718402021.314794:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184987904:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.314810:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.314818:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.314861:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184987968:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.314885:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.314905:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b780 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.314917:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184987968 00000100:00100000:3.0:1718402021.314928:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19968 00000100:00100000:3.0:1718402021.314931:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184987968:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.314966:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184987968:12345-0@lo:1000:mdt00_008.0 Request processed in 35us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.314970:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19968 00000100:00100000:2.0:1718402021.314980:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184987968:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.315016:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988032:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.315035:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.315045:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b900 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.315052:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988032 00000100:00100000:3.0:1718402021.315073:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19969 00000100:00100000:3.0:1718402021.315076:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988032:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.315123:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988032:12345-0@lo:1000:mdt00_008.0 Request processed in 46us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.315128:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19969 00000100:00100000:2.0:1718402021.315136:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988032:0@lo:1000:mdt00_008.0 00010000:00010000:2.0:1718402021.315178:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.315184:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.315190:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.315199:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988096:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.315235:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.315245:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b780 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.315253:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988096 00000100:00100000:3.0:1718402021.315271:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19970 00000100:00100000:3.0:1718402021.315274:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988096:12345-0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.315280:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.315287:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f68010 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68009 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.315300:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f68010 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68009 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.315308:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f68010 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68009 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.315313:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:3.0:1718402021.315315:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.315317:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846ea1c0, rc 0) 00000100:00100000:3.0:1718402021.315337:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871184988096:12345-0@lo:101:mdt00_008.0 Request processed in 62us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.315346:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19970 00000100:00100000:2.0:1718402021.315351:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988096:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.315359:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68010 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.315365:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68010 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.315392:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988160:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.315408:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.315417:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86bc00 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.315424:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988160 00000100:00100000:3.0:1718402021.315436:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19971 00000100:00100000:3.0:1718402021.315439:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871184988160:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.315526:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871184988160:12345-0@lo:1000:mdt00_008.0 Request processed in 85us (117us total) trans 0 rc 1/1 00000100:00100000:3.0:1718402021.315532:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19971 00000100:00100000:2.0:1718402021.315549:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988160:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.315606:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988224:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.315622:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.315633:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b3c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.315638:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988224 00000100:00100000:3.0:1718402021.315648:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19972 00000100:00100000:3.0:1718402021.315650:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871184988224:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.315678:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871184988224:12345-0@lo:1000:mdt00_008.0 Request processed in 27us (56us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.315681:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19972 00000100:00100000:2.0:1718402021.315691:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988224:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.315715:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988288:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.315730:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.315738:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b3c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.315741:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988288 00000100:00100000:3.0:1718402021.315747:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19973 00000100:00100000:3.0:1718402021.315749:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871184988288:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.315776:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871184988288:12345-0@lo:1000:mdt00_008.0 Request processed in 26us (46us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.315779:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19973 00000100:00100000:2.0:1718402021.315788:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988288:0@lo:1000:mdt00_008.0 00010000:00010000:2.0:1718402021.315813:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.315819:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.315825:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.315834:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988352:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.315853:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.315863:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86bc00 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.315871:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988352 00000100:00100000:3.0:1718402021.315885:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19974 00000100:00100000:3.0:1718402021.315888:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871184988352:12345-0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.315894:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.315901:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f6801e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68017 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.315918:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc3b expref: 9 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.315924:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f6801e lrc: 4/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68017 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.315943:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc3b expref: 9 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.315953:0:32583:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc3b expref: 9 pid: 7224 timeout: 3900 lvb_type: 0 00000100:00100000:3.0:1718402021.315959:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:32583:1801871184988416:192.168.204.24@tcp:104: 00000100:00100000:3.0:1718402021.315988:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886359c0 going to sleep for 43 seconds 00000100:00100000:3.0:1718402021.316697:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:32583:1801871184988416:192.168.204.24@tcp:104: 00010000:00010000:3.0:1718402021.316713:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f6801e lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68017 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.316721:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:3.0:1718402021.316724:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402021.316726:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f6801e lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68017 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.316733:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846e9d40, rc 0) 00000100:00100000:3.0:1718402021.316775:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7224:x1801871184988352:12345-0@lo:101:mdt00_008.0 Request processed in 884us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.316785:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19974 00000100:00100000:2.0:1718402021.316827:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988352:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.316838:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.316846:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.316876:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.316938:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189932928 00010000:00010000:1.0:1718402021.316957:0:6861:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc3b expref: 10 pid: 7224 timeout: 3900 lvb_type: 0 00000100:00100000:1.0:1718402021.316987:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32765 00000100:00100000:1.0:1718402021.316992:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f6617c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ba2d863-ea31-487e-99d5-270114bd2874+10:1882:x1801871189932928:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1718402021.317000:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.317005:0:6861:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc3b expref: 10 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:1.0:1718402021.317015:0:6861:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc3b expref: 10 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:1.0:1718402021.317027:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f67fc3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc3b expref: 10 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:1.0:1718402021.317038:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:1.0:1718402021.317041:0:6861:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f6801e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68017 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.317049:0:6861:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f6801e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68017 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.317055:0:6861:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f6801e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68017 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.317076:0:6861:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f6801e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68017 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.317085:0:6861:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c97c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6861:1801871184988480:0@lo:105: 00000100:00100000:1.0:1718402021.317114:0:6861:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.317144:0:6861:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b86c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.317166:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988480 00000100:00100000:2.0:1718402021.317218:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5497 00000100:00100000:2.0:1718402021.317223:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cc280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6861:x1801871184988480:12345-0@lo:105: 00010000:00010000:2.0:1718402021.317231:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317239:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317245:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317251:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317258:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317273:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880122e56ac0) 00010000:00010000:0.0:1718402021.317282:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.317291:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.317307:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.317313:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.317314:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cc280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6861:x1801871184988480:12345-0@lo:105: Request processed in 90us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.317321:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5497 00010000:00010000:0.0:1718402021.317324:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.317337:0:6861:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c97c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6861:1801871184988480:0@lo:105: 00010000:00010000:0.0:1718402021.317341:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.317350:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.317355:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.317357:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317360:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.317363:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317367:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56ac0 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402021.317371:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.317373:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.317375:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f6617c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4ba2d863-ea31-487e-99d5-270114bd2874+9:1882:x1801871189932928:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 383us (500us total) trans 0 rc 0/0 00000004:00010000:2.0:1718402021.317378:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.317381:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32765 00010000:00010000:2.0:1718402021.317397:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317404:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.317430:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.317434:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1718402021.317436:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988544:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.317437:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56ac0/0xddd980ffd8f68017 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6801e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.317441:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184988608:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718402021.317448:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.317450:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.317451:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.317460:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.317463:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.317477:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988608 00000100:00100000:0.0:1718402021.317478:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb6c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.317486:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988544 00000100:00100000:1.0:1718402021.317490:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7422 00000100:00100000:1.0:1718402021.317493:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c97c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:3334:x1801871184988608:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402021.317497:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.317504:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f6801e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68017 expref: 12 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.317506:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19975 00000100:00100000:2.0:1718402021.317510:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef0da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7224:x1801871184988544:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.317512:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:1.0:1718402021.317514:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.317517:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.317525:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68025 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.317529:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c97c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3334:x1801871184988608:12345-0@lo:103:ldlm_bl_03.0 Request processed in 36us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.317533:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7422 00010000:00010000:2.0:1718402021.317537:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317546:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 4/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.317546:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184988608:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718402021.317558:0:32583:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00080000:00080000:2.0:1718402021.317604:0:32583:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1718402021.317638:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.317656:0:32583:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:2.0:1718402021.317659:0:32583:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb mtime from disk: 0 -> 1718402019 00000004:00010000:2.0:1718402021.317661:0:32583:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:2.0:1718402021.317663:0:32583:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb ctime from disk: 0 -> 1718402019 00000004:00010000:2.0:1718402021.317665:0:32583:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:2.0:1718402021.317670:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:2.0:1718402021.317672:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.317674:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317681:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317688:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317694:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317700:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317706:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317713:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.317720:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e546c0, rc 0) 00000100:00100000:2.0:1718402021.317763:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef0da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7224:x1801871184988544:12345-0@lo:101:mdt00_008.0 Request processed in 251us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.317770:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19975 00000100:00100000:1.0:1718402021.317775:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988544:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.317783:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.317788:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718402021.318420:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959537 is committed 00000001:00080000:0.0:1718402021.318429:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959535 is committed 00000001:00080000:0.0:1718402021.318456:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959510 is committed 00010000:00010000:3.0:1718402021.318461:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 3/0,1 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318473:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 2/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318481:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318488:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.318491:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 3/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318498:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 4/0,0 mode: COS/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318509:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88013500b200) 00010000:00010000:3.0:1718402021.318512:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.318515:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 2/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318522:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f67d4d lrc: 0/0,0 mode: --/COS res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318553:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318561:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318587:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318595:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55b00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.318598:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318605:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000020 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318631:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:3.0:1718402021.318633:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.318636:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318645:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318652:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318670:0:3319:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.318679:0:3319:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3319:1801871184988672:0@lo:105: 00000100:00100000:3.0:1718402021.318705:0:3319:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.318726:0:3319:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886359c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.318739:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988672 00000100:00100000:2.0:1718402021.318761:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5498 00000100:00100000:2.0:1718402021.318764:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708af200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3319:x1801871184988672:12345-0@lo:105: 00010000:00010000:2.0:1718402021.318769:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.318774:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.318778:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.318782:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.318790:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.318803:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009bc92d00) 00000100:00100000:2.0:1718402021.318853:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708af200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3319:x1801871184988672:12345-0@lo:105: Request processed in 86us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.318858:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5498 00000100:00100000:3.0:1718402021.318876:0:3319:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3319:1801871184988672:0@lo:105: 00010000:00010000:1.0:1718402021.318880:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318901:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.318902:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318907:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f67d54 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318919:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318924:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318929:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318933:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.318935:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318940:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318946:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff88013500bf00) 00010000:00010000:3.0:1718402021.318948:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.318949:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.318949:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318953:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f67d7e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.318954:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.318960:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318968:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318973:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318978:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318982:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.318983:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.318986:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988736:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.318988:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.318993:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:3.0:1718402021.318995:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.318996:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319000:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f67d85 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.319005:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.319008:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319013:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319022:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.319023:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8180 going to sleep for 6 seconds 00010000:00010000:3.0:1718402021.319026:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846e9f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.319028:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319032:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319038:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3066 (ffff88007144df00) 00010000:00010000:3.0:1718402021.319040:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319041:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319045:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f67dd2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319047:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988736 00010000:00010000:3.0:1718402021.319055:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319059:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319064:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319068:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846ead00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.319069:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319071:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19976 00010000:00010000:3.0:1718402021.319074:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319074:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988736:12345-0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.319080:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3166 (ffff88007144de00) 00010000:00010000:3.0:1718402021.319082:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319083:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319087:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f67df5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319096:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319101:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319105:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319109:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e573c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.319111:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319115:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319121:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3266 (ffff88013500b000) 00000100:00100000:2.0:1718402021.319122:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988736:12345-0@lo:1000:mdt00_008.0 Request processed in 47us (117us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.319123:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319124:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319128:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19976 00010000:00010000:3.0:1718402021.319129:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f67e18 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319138:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319143:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.319146:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959510 gen 2 00010000:00010000:3.0:1718402021.319148:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.319150:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959509 committed transno 8589959510 00010000:00010000:3.0:1718402021.319152:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9cb40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.319153:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319158:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319163:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3366 (ffff88011f815200) 00010000:00010000:3.0:1718402021.319165:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319166:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319170:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f67e3b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.319170:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959510 committed transno 8589959510 00010000:00010000:3.0:1718402021.319182:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.319184:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988736:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.319187:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319192:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319197:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9ed00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.319198:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319202:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319226:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3466 (ffff88011f815d00) 00010000:00010000:3.0:1718402021.319228:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319229:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319233:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f67e5e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.319237:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988800:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.319245:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319249:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319254:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.319255:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.319264:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9e1c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.319265:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319270:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.319274:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8180 going to sleep for 6 seconds 00010000:00010000:3.0:1718402021.319275:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3566 (ffff88011f815700) 00010000:00010000:3.0:1718402021.319277:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319278:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319282:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f67e81 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319289:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988800 00010000:00010000:3.0:1718402021.319293:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319298:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319302:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319306:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9e400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.319308:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319309:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19977 00000100:00100000:2.0:1718402021.319312:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988800:12345-0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.319313:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319319:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3666 (ffff88011f815100) 00010000:00010000:3.0:1718402021.319321:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319322:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319326:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f67ea4 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319335:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319340:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319344:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319348:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9fa80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.319350:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319351:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988800:12345-0@lo:1000:mdt00_008.0 Request processed in 38us (96us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.319355:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319356:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19977 00010000:00010000:3.0:1718402021.319361:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3766 (ffff88011f815f00) 00000100:00100000:1.0:1718402021.319361:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988800:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.319363:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319364:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319374:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f67ec7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.319384:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988864:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.319385:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319389:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319395:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319399:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9fcc0 already unused, calling callback (ffffffffa0eac360) 00000100:00100000:1.0:1718402021.319399:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.319401:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319406:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.319407:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8180 going to sleep for 6 seconds 00010000:00010000:3.0:1718402021.319411:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3866 (ffff880131dfec00) 00010000:00010000:3.0:1718402021.319413:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319414:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319414:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988864 00010000:00010000:3.0:1718402021.319418:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f67eea lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319425:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19978 00010000:00010000:3.0:1718402021.319428:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319428:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0ce3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988864:12345-0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.319437:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319442:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319447:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.319448:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319452:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319458:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3966 (ffff880133fae400) 00010000:00010000:3.0:1718402021.319460:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319461:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319464:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0ce3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988864:12345-0@lo:1000:mdt00_008.0 Request processed in 34us (64us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.319465:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f67f0d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.319469:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19978 00000100:00100000:1.0:1718402021.319472:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988864:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.319475:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319479:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319483:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319492:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc933c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.319493:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319498:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319504:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0xba987ca0 (ffff880131dfea00) 00010000:00010000:3.0:1718402021.319505:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.319507:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.319511:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f67f5a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.319514:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988928:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.319531:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.319540:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8b40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.319546:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988928 00000100:00100000:2.0:1718402021.319558:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19979 00000100:00100000:2.0:1718402021.319561:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988928:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.319610:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988928:12345-0@lo:1000:mdt00_008.0 Request processed in 48us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.319616:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19979 00000100:00100000:1.0:1718402021.319622:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988928:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.319644:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988992:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.319660:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.319669:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8480 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.319675:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184988992 00000100:00100000:2.0:1718402021.319687:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19980 00000100:00100000:2.0:1718402021.319689:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988992:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.319720:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184988992:12345-0@lo:1000:mdt00_008.0 Request processed in 30us (60us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.319725:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19980 00000100:00100000:1.0:1718402021.319731:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184988992:0@lo:1000:mdt00_008.0 00000040:00080000:1.0:1718402021.320409:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1117, 2192 off1013008 00000040:00080000:1.0:1718402021.320477:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1496, 2272 off1432248 00000004:00080000:1.0:1718402021.320482:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880098699200 with version 7098 00000004:00080000:0.0:1718402021.320562:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7098 rpc_version 7098 00000100:00100000:0.0:1718402021.320625:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef0f6c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184989056:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402021.320645:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.320663:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb600 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.320694:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989056 00000100:00100000:2.0:1718402021.320711:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19981 00000100:00100000:2.0:1718402021.320714:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef0d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:8097:x1801871184989056:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718402021.321029:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef0d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:8097:x1801871184989056:12345-0@lo:1000:osp_up0-1.0 Request processed in 313us (382us total) trans 8589959538 rc 0/0 00000100:00100000:2.0:1718402021.321035:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19981 00000100:00100000:0.0:1718402021.321068:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ef0f6c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184989056:0@lo:1000:osp_up0-1.0 00000004:00010000:1.0:1718402021.321135:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008f666880 reply state ffff8800944dc000 transno 4294987077 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.321149:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7af:0x0] 00010000:00010000:1.0:1718402021.321154:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.321158:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.321163:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1718402021.321166:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68010 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.321170:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68010 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.321174:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.321177:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.321180:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.321215:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.321218:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.321221:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1718402021.321224:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56400 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:0.0:1718402021.321227:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.321231:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.321244:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.321248:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1718402021.321254:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f666880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:26915:x1801871189932864:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 6768us (6862us total) trans 4294987077 rc 0/0 00000100:00100000:1.0:1718402021.321259:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101258 00010000:00010000:0.0:1718402021.321267:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.321271:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56400/0xddd980ffd8f67ffb lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68002 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.321275:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1718402021.321281:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef0b900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184989120:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.321284:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.321285:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.321286:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.321297:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.321316:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989120 00000100:00100000:3.0:1718402021.321341:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7423 00000100:00100000:3.0:1718402021.321345:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+10:3333:x1801871184989120:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718402021.321353:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.321362:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f68002 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f67ffb expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.321373:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88009629b700) 00010000:00010000:3.0:1718402021.321378:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.321413:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3333:x1801871184989120:12345-0@lo:103:ldlm_bl_04.0 Request processed in 67us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.321419:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7423 00000100:00100000:1.0:1718402021.321433:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ef0b900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184989120:0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402021.321946:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.321956:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7900) 00010000:00010000:2.0:1718402021.321958:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718402021.322153:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.322245:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933056 00000100:00100000:1.0:1718402021.322287:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101259 00000100:00100000:1.0:1718402021.322293:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef0ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189933056:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.322308:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.322317:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6803a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc50 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322360:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68041 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322370:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68041 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322379:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68041 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322392:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68048 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322399:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68048 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322404:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68048 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.322451:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989184:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.322474:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.322511:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b80c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.322560:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989184 00000100:00100000:2.0:1718402021.322635:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19982 00000100:00100000:2.0:1718402021.322640:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cf6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184989184:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.322702:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cf6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184989184:12345-0@lo:1000:mdt00_008.0 Request processed in 62us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.322710:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19982 00000100:00100000:1.0:1718402021.322725:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989184:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1718402021.322754:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322763:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322771:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.322778:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f0:0x0] 00010000:00010000:1.0:1718402021.322784:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68041 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322789:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68041 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322795:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68041 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322801:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.322803:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68041 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322809:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68041 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322817:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402021.322819:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.322821:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68041 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322825:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68041 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322848:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68048 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322852:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68048 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322855:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68048 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322858:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.322859:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68048 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322861:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68048 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322865:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88012f3b7b00) 00010000:00010000:1.0:1718402021.322866:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.322867:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68048 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322869:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68048 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322885:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6803a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc50 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322890:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc50 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.322893:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7300) 00010000:00010000:1.0:1718402021.322894:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1718402021.322895:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33af40, rc 0) 00000100:00100000:1.0:1718402021.322923:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef0ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189933056:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 630us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.322930:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101259 00000100:00100000:0.0:1718402021.323759:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.323796:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933184 00000100:00100000:1.0:1718402021.323825:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101260 00000100:00100000:1.0:1718402021.323830:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef0c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:26915:x1801871189933184:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.323841:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.323848:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68056 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc57 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.323936:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f0:0x0]: returning size 4096 00010000:00010000:1.0:1718402021.323993:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68056 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc57 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.323999:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68056 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc57 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.324004:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338900, rc 0) 00000100:00100000:1.0:1718402021.324028:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef0c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189933184:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 199us (271us total) trans 4294987078 rc 301/301 00000100:00100000:1.0:1718402021.324033:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101260 00000100:00100000:0.0:1718402021.324812:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.324854:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933248 00000100:00100000:1.0:1718402021.324881:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101261 00000100:00100000:1.0:1718402021.324885:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef0bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189933248:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.324894:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.324902:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68064 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc5e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.324930:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f6806b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.324937:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f6806b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.324944:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f6806b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.324960:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a5:0x0]: returning size 4096 00000004:00200000:1.0:1718402021.324963:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:1.0:1718402021.324979:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68064 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc5e expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.324988:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f6806b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc5e expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.324993:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012f3b7500) 00010000:00010000:1.0:1718402021.324995:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1718402021.324997:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33a880, rc 0) 00000100:00100000:1.0:1718402021.325024:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef0bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26915:x1801871189933248:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 138us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.325029:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101261 00000100:00100000:0.0:1718402021.325917:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.325964:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933312 00000100:00100000:1.0:1718402021.325988:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101262 00000100:00100000:1.0:1718402021.325992:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef09c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189933312:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.325998:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.326004:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68072 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc65 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.326023:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68079 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.326029:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.326033:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68079 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.326045:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.326051:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184989248:0@lo:104: 00000100:00100000:1.0:1718402021.326069:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.326085:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8d80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.326110:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989248 00000100:00100000:2.0:1718402021.326134:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5499 00000100:00100000:2.0:1718402021.326137:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cc740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:7224:x1801871184989248:12345-0@lo:104: 00010000:00010000:2.0:1718402021.326173:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.326176:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cc740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:7224:x1801871184989248:12345-0@lo:104: Request processed in 39us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.326180:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5499 00010000:00010000:0.0:1718402021.326182:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.326186:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.326205:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cbdc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184989248:0@lo:104: 00010000:00010000:1.0:1718402021.326214:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68079 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.326215:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92d00 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:0.0:1718402021.326218:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.326223:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.326241:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.326247:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1718402021.326260:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ef08e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184989312:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.326262:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.326268:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92d00/0xddd980ffd8f68025 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6802c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.326273:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.326282:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.326284:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.326285:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.326304:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989312 00010000:00010000:2.0:1718402021.326314:0:6861:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.326327:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32766 00000100:00100000:2.0:1718402021.326329:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cbdc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3333:x1801871184989312:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718402021.326335:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718402021.326993:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959538 is committed 00010000:00010000:2.0:1718402021.327062:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6802c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68025 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.327072:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:2.0:1718402021.327075:0:6861:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68079 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.327081:0:6861:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68079 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.327086:0:6861:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68079 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.327114:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.327140:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68079 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.327149:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68079 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.327150:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cbdc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+7:3333:x1801871184989312:12345-0@lo:103:ldlm_bl_02.0 Request processed in 818us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.327156:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32766 00000100:00100000:0.0:1718402021.327168:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ef08e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184989312:0@lo:103:ldlm_bl_02.0 00000004:00200000:1.0:1718402021.327177:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7af:0x0]: returning size 4096 00000004:00200000:1.0:1718402021.327180:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:1.0:1718402021.327216:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68072 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc65 expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.327225:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68079 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc65 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.327229:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:1.0:1718402021.327230:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1718402021.327231:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33aac0, rc 0) 00000100:00100000:1.0:1718402021.327250:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef09c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189933312:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1258us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.327254:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101262 00000100:00100000:0.0:1718402021.328230:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.328263:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933376 00000100:00100000:1.0:1718402021.328282:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101263 00000100:00100000:1.0:1718402021.328285:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef08e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26915:x1801871189933376:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.328294:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.328303:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68080 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc6c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.328329:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339b00/0xddd980ffd8f68087 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.328334:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339b00/0xddd980ffd8f68087 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.328342:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339b00/0xddd980ffd8f68087 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.328389:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f0:0x0]: returning size 4096 00000004:00200000:1.0:1718402021.328391:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:1.0:1718402021.328396:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339b00/0xddd980ffd8f68087 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.328406:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68080 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc6c expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.328413:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339b00/0xddd980ffd8f68087 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc6c expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.328417:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7900) 00010000:00010000:1.0:1718402021.328418:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1718402021.328419:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c339b00, rc 0) 00000100:00100000:1.0:1718402021.328444:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef08e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:26915:x1801871189933376:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 158us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.328448:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101263 00000100:00100000:0.0:1718402021.329622:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.329672:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933440 00000100:00100000:2.0:1718402021.329695:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10787 00000100:00100000:2.0:1718402021.329699:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf47050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+17:26915:x1801871189933440:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:2.0:1718402021.331359:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf47050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+17:26915:x1801871189933440:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1658us (1737us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.331364:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10787 00000100:00100000:0.0:1718402021.333105:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.333148:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933504 00000100:00100000:2.0:1718402021.333178:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10788 00000100:00100000:2.0:1718402021.333182:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef0c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189933504:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:2.0:1718402021.334719:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef0c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189933504:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1535us (1614us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.334726:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10788 00000100:00100000:0.0:1718402021.335875:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.335930:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933568 00000100:00100000:1.0:1718402021.335960:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101264 00000100:00100000:1.0:1718402021.335964:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef09300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189933568:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1718402021.336002:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f6808e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336015:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f6808e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336025:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f6808e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336037:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338d80/0xddd980ffd8f68095 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336043:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338d80/0xddd980ffd8f68095 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336048:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338d80/0xddd980ffd8f68095 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336095:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336102:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336108:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.336137:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336144:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f6808e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336149:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f6808e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336160:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f6808e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336166:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.336168:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f6808e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336174:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f6808e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336183:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:1.0:1718402021.336185:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.336188:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f6808e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336212:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f6808e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336220:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338d80/0xddd980ffd8f68095 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336225:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338d80/0xddd980ffd8f68095 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336230:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338d80/0xddd980ffd8f68095 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336234:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.336236:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338d80/0xddd980ffd8f68095 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336241:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338d80/0xddd980ffd8f68095 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336247:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0xba987ca0 (ffff88012f3b7f00) 00010000:00010000:1.0:1718402021.336249:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.336250:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338d80/0xddd980ffd8f68095 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336254:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338d80/0xddd980ffd8f68095 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336264:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336269:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336273:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336278:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.336279:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336283:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336289:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:1.0:1718402021.336290:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.336292:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.336297:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6809c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.336338:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef09300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189933568:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 373us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.336349:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101264 00000100:00100000:0.0:1718402021.337104:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.337142:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933696 00000100:00100000:1.0:1718402021.337166:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101265 00000100:00100000:1.0:1718402021.337170:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef0b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189933696:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.337179:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.337186:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f680a3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc73 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.337255:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f680aa lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.337263:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f680aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.337270:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f680aa lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.337278:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bc:0x0]: returning size 1716 00010000:00010000:1.0:1718402021.337346:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f680a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc73 expref: 29 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.337357:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f680aa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc73 expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.337363:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:1.0:1718402021.337365:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402021.337366:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338900, rc 0) 00000100:00100000:1.0:1718402021.337393:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef0b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+28:26915:x1801871189933696:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 221us (290us total) trans 8589959539 rc 0/0 00000100:00100000:1.0:1718402021.337398:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101265 00000100:00100000:0.0:1718402021.338156:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.338218:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933760 00000100:00100000:2.0:1718402021.338258:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 526 00000100:00100000:2.0:1718402021.338262:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddaac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+7:1882:x1801871189933760:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:2.0:1718402021.338281:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 3/0,1 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.338291:0:4308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 7 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.338299:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1718402021.338301:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1718402021.338302:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 4/0,1 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.338320:0:4308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 3/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 7 pid: 9296 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.338327:0:4308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 4/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 7 pid: 9296 timeout: 3900 lvb_type: 0 00000100:00100000:2.0:1718402021.338336:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba99300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871184989376:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402021.338371:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86bc00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.339088:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba99300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871184989376:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402021.339105:0:4308:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 3/0,1 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.339182:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.339228:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933824 00002000:00100000:2.0:1718402021.339249:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59a:0x0] (0->1715) req@ffff880097dde880 x1801871189933824/t0(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:169/0 lens 2208/0 e 0 to 0 dl 1718402064 ref 1 fl New:/0/ffffffff rc 0/-1 job:'cp.0' 00002000:00100000:2.0:1718402021.339258:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880097dde880 with x1801871189933824 ext(0->1715) 00010000:00010000:2.0:1718402021.339265:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 4/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 8 pid: 9296 timeout: 3900 lvb_type: 0 00002000:00010000:2.0:1718402021.339271:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097dde880 00000100:00100000:2.0:1718402021.339287:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6163 00000100:00100000:2.0:1718402021.339291:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dde880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189933824:12345-192.168.204.24@tcp:4:cp.0 00000001:00100000:0.0:1718402021.340219:0:10511:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b4942422-518c-4999-8e56-6394c3b8b64e 00000100:00100000:0.0:1718402021.340623:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dde880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+9:1883:x1801871189933824:12345-192.168.204.24@tcp:4:cp.0 Request processed in 1330us (1443us total) trans 4294974571 rc 0/0 00000100:00100000:0.0:1718402021.340630:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6163 00002000:00100000:0.0:1718402021.340635:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59a:0x0] (0->1715) req@ffff880097dde880 x1801871189933824/t4294974571(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:169/0 lens 2208/448 e 0 to 0 dl 1718402064 ref 1 fl Complete:H/0/0 rc 0/0 job:'cp.0' 00002000:00100000:0.0:1718402021.340640:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880097dde880 with x1801871189933824 ext(0->1715) 00010000:00010000:0.0:1718402021.340645:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 4/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 9 pid: 9296 timeout: 3900 lvb_type: 0 00002000:00010000:0.0:1718402021.340651:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097dde880 00000100:00100000:0.0:1718402021.341324:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.341367:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933888 00010000:00010000:2.0:1718402021.341382:0:6861:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 4/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 9 pid: 9296 timeout: 3900 lvb_type: 0 00000100:00100000:2.0:1718402021.341409:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32767 00000100:00100000:2.0:1718402021.341413:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+9:1880:x1801871189933888:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1718402021.341423:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1718402021.341430:0:6861:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100010000:0x59a:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:2.0:1718402021.341433:0:6861:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100010000:0x59a:0x0] updating lvb mtime from disk: 0 -> 1718402019 00002000:00010000:2.0:1718402021.341434:0:6861:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100010000:0x59a:0x0] updating lvb ctime from disk: 0 -> 1718402019 00002000:00010000:2.0:1718402021.341436:0:6861:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100010000:0x59a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1718402021.341439:0:6861:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 4/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 9 pid: 9296 timeout: 3900 lvb_type: 0 00010000:00010000:2.0:1718402021.341446:0:6861:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 3/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 9 pid: 9296 timeout: 3900 lvb_type: 0 00010000:00010000:2.0:1718402021.341460:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc93600/0xddd980ffd8f67f99 lrc: 0/0,0 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc2d expref: 9 pid: 9296 timeout: 3900 lvb_type: 0 00010000:00010000:2.0:1718402021.341467:0:6861:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.341469:0:6861:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.341470:0:6861:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.341478:0:6861:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 4/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.341495:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.341505:0:4308:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.341513:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.341518:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ebf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+8:1880:x1801871189933888:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 105us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.341523:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32767 00010000:00010000:0.0:1718402021.341525:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.341531:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.341545:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.341551:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.341555:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.341561:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54d80 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.341563:0:6863:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.341567:0:6863:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 3/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.341589:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 1/0,0 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.341590:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddaac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+7:1882:x1801871189933760:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 3327us (3434us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.341593:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122e54d80/0xddd980ffd8f680b8 lrc: 0/0,0 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.341598:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 526 00010000:00010000:1.0:1718402021.341603:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.341604:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.341605:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.342223:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.342269:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.342290:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189933952 00000100:00100000:2.0:1718402021.342292:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.342311:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934016 00000100:00100000:1.0:1718402021.342315:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934080 00000100:00100000:0.0:1718402021.342325:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7424 00000100:00100000:0.0:1718402021.342330:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba99300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+18:1882:x1801871189933952:12345-192.168.204.24@tcp:103:lfs.0 00000100:00100000:2.0:1718402021.342331:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7425 00000100:00100000:2.0:1718402021.342334:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9f200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+28:1882:x1801871189934016:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:0.0:1718402021.342336:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.342340:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718402021.342343:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7426 00010000:00010000:0.0:1718402021.342347:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339b00/0xddd980ffd8f68087 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc6c expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.342348:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68079 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc65 expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.342350:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9cc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b4942422-518c-4999-8e56-6394c3b8b64e+18:1882:x1801871189934080:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:2.0:1718402021.342356:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88013500b300) 00010000:00010000:3.0:1718402021.342358:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.342363:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.342363:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7900) 00010000:00010000:0.0:1718402021.342366:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.342370:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f6806b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc5e expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.342383:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9f200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+27:1882:x1801871189934016:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 48us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.342384:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba99300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+16:1882:x1801871189933952:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 54us (161us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.342387:0:11452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88012f3b7500) 00000100:00100000:2.0:1718402021.342387:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7425 00000100:00100000:0.0:1718402021.342391:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7424 00010000:00010000:3.0:1718402021.342393:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.342412:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9cc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b4942422-518c-4999-8e56-6394c3b8b64e+15:1882:x1801871189934080:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 63us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.342418:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7426 00000100:00100000:2.0:1718402021.342559:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.342599:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934208 00000100:00100000:1.0:1718402021.342619:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101266 00000100:00100000:1.0:1718402021.342622:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+27:26915:x1801871189934208:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1718402021.342645:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1718402021.342654:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f67f76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc18 expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.342666:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f67f61 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc11 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.342671:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:1.0:1718402021.342672:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.342678:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.342683:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.342686:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.342714:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989440:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.342736:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.342754:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b80c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.342766:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989440 00000100:00100000:2.0:1718402021.342787:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19983 00000100:00100000:2.0:1718402021.342790:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184989440:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.342827:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184989440:12345-0@lo:1000:mdt00_008.0 Request processed in 37us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.342831:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19983 00000100:00100000:1.0:1718402021.342837:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989440:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.342862:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989504:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.342873:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.342879:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b80c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.342883:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989504 00000100:00100000:2.0:1718402021.342894:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19984 00000100:00100000:2.0:1718402021.342896:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184989504:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.342929:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184989504:12345-0@lo:1000:mdt00_008.0 Request processed in 32us (55us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.342932:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19984 00000100:00100000:1.0:1718402021.342935:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989504:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.343332:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989568:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.343348:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.343361:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8d80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.343414:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989568 00000100:00100000:2.0:1718402021.343437:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19985 00000100:00100000:2.0:1718402021.343440:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184989568:12345-0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.344833:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cd0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184989568:12345-0@lo:403:mdt00_008.0 Request processed in 1391us (1483us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.344838:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19985 00000100:00100000:1.0:1718402021.344853:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989568:0@lo:403:mdt00_008.0 00010000:00010000:1.0:1718402021.345562:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.345598:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.345608:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.345617:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989632:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.345634:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.345669:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8d80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.345687:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989632 00000100:00100000:2.0:1718402021.345706:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19986 00000100:00100000:2.0:1718402021.345708:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184989632:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.345714:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.345721:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f680cd lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f680c6 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.345731:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 2/0,1 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.345736:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f680cd lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f680c6 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.345743:0:32583:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:2.0:1718402021.345756:0:32583:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:2.0:1718402021.345781:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f680cd lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f680c6 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.345785:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7900) 00010000:00010000:2.0:1718402021.345787:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.345788:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f680cd lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f680c6 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.345791:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57cc0, rc 0) 00000100:00100000:2.0:1718402021.345814:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871184989632:12345-0@lo:101:mdt00_008.0 Request processed in 105us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.345817:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19986 00000100:00100000:1.0:1718402021.345835:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989632:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.345842:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.345847:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.346515:0:8086:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68010 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.346528:0:8086:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68010 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.346543:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.346551:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.346553:0:8086:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68010 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.346590:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.346591:0:8086:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718402021.346595:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b3c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.346597:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.346603:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.346611:0:8086:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55f80/0xddd980ffd8f68009 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68010 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.346612:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7900) 00010000:00010000:3.0:1718402021.346614:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402021.346617:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f680cd lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f680c6 expref: 5 pid: 32583 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718402021.346620:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987078 is committed 00010000:00010000:3.0:1718402021.346641:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f680cd lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f680c6 expref: 5 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.346646:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f680cd lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f680c6 expref: 5 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.346652:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097dd8e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184989696:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1718402021.346665:0:3319:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f680cd lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f680c6 expref: 5 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.346671:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.346673:0:3319:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3319:1801871184989760:0@lo:105: 00000100:00100000:3.0:1718402021.346696:0:3319:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.346710:0:3319:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886359c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.346718:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989760 00000100:00100000:2.0:1718402021.346744:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989696 00000100:00100000:0.0:1718402021.346746:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5500 00000100:00100000:0.0:1718402021.346749:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:3319:x1801871184989760:12345-0@lo:105: 00010000:00010000:0.0:1718402021.346755:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.346760:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.346763:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.346766:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7427 00010000:00010000:0.0:1718402021.346766:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.346769:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cda40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3334:x1801871184989696:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1718402021.346770:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.346774:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.346779:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008c339680) 00010000:00010000:2.0:1718402021.346783:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea1c0/0xddd980ffd8f68010 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68009 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.346783:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.346789:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.346791:0:11452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402021.346793:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.346809:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:3319:x1801871184989760:12345-0@lo:105: Request processed in 59us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.346814:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5500 00000100:00100000:2.0:1718402021.346824:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cda40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3334:x1801871184989696:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 54us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.346827:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097dd8e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871184989696:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1718402021.346830:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7427 00000100:00100000:3.0:1718402021.346831:0:3319:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3319:1801871184989760:0@lo:105: 00010000:00010000:3.0:1718402021.346841:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.346847:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68033 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.346847:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989824:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.346861:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.346873:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989824 00000100:00100000:1.0:1718402021.346873:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8c00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.346882:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19987 00000100:00100000:2.0:1718402021.346884:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871184989824:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.346911:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871184989824:12345-0@lo:1000:mdt00_008.0 Request processed in 26us (50us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.346915:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19987 00000100:00100000:1.0:1718402021.346917:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989824:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1718402021.346939:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.346942:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.346946:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.346951:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989888:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.346962:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.346974:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b80c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.346994:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184989888 00000100:00100000:2.0:1718402021.347016:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19988 00000100:00100000:2.0:1718402021.347019:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007fece880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871184989888:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.347025:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.347032:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55200/0xddd980ffd8f680db lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f680d4 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.347044:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55200/0xddd980ffd8f680db lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f680d4 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.347052:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55200/0xddd980ffd8f680db lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f680d4 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.347057:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88007144dd00) 00010000:00010000:2.0:1718402021.347059:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.347060:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55200, rc 0) 00000100:00100000:2.0:1718402021.347089:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007fece880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184989888:12345-0@lo:101:mdt00_008.0 Request processed in 68us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.347094:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19988 00000100:00100000:1.0:1718402021.347102:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184989888:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.347108:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347112:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.347122:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:1.0:1718402021.347131:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f680e2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347135:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f680e2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347139:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f680e2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347188:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:1.0:1718402021.347205:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402021.347208:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f680aa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc73 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347224:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347229:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc42 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347233:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc26 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347236:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347246:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc26 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347255:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc26 expref: 24 pid: 7224 timeout: 3900 lvb_type: 0 00000100:00100000:1.0:1718402021.347261:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007fec8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184989952:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402021.347292:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc42 expref: 7 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.347297:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc42 expref: 7 pid: 7224 timeout: 3900 lvb_type: 0 00000100:00100000:1.0:1718402021.347301:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184990016:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402021.347309:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b80c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.348159:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007fec8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184989952:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402021.348169:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.348170:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c9c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184990016:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402021.348210:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.348211:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934336 00010000:00010000:3.0:1718402021.348223:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc42 expref: 8 pid: 7224 timeout: 3900 lvb_type: 0 00000100:00100000:1.0:1718402021.348232:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.348252:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934272 00010000:00010000:3.0:1718402021.348261:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc26 expref: 25 pid: 7224 timeout: 3900 lvb_type: 0 00000100:00100000:2.0:1718402021.348268:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32768 00000100:00100000:2.0:1718402021.348273:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe17c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ba2d863-ea31-487e-99d5-270114bd2874+8:1883:x1801871189934336:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1718402021.348281:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32769 00010000:00010000:2.0:1718402021.348283:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1718402021.348286:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+25:1882:x1801871189934272:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402021.348288:0:6862:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc42 expref: 8 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:0.0:1718402021.348294:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.348297:0:6862:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc42 expref: 8 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:0.0:1718402021.348298:0:6861:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc26 expref: 25 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:2.0:1718402021.348311:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f67fdf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc42 expref: 8 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:0.0:1718402021.348313:0:6861:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc26 expref: 25 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:2.0:1718402021.348324:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:0.0:1718402021.348324:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f67f92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc26 expref: 25 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:2.0:1718402021.348327:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.348334:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.348340:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.348347:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:0.0:1718402021.348350:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.348362:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.348373:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+24:1882:x1801871189934272:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 86us (141us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.348379:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.348380:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32769 00000100:00100000:2.0:1718402021.348383:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe17c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ba2d863-ea31-487e-99d5-270114bd2874+7:1883:x1801871189934336:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 109us (215us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.348386:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.348391:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32768 00000100:00100000:3.0:1718402021.348421:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990080:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.348444:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.348455:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635780 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.348462:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990080 00000100:00100000:0.0:1718402021.348477:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19989 00000100:00100000:0.0:1718402021.348481:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708acc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184990080:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.348563:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708acc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184990080:12345-0@lo:1000:mdt00_008.0 Request processed in 81us (118us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718402021.348580:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19989 00000100:00100000:3.0:1718402021.348594:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990080:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.348615:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f680f0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.348622:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f680f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.348629:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f680f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.348644:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.348649:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.348655:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.348668:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990144:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.348687:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.348696:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635540 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.348703:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990144 00000100:00100000:0.0:1718402021.348724:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19990 00000100:00100000:0.0:1718402021.348727:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184990144:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.348733:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.348740:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f680fe lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f680f7 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.348753:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f680fe lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f680f7 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.348765:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f680fe lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f680f7 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.348796:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f1:0x0].0x0 (ffff880095efb400) 00010000:00010000:0.0:1718402021.348798:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:0.0:1718402021.348799:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92880, rc 0) 00000100:00100000:0.0:1718402021.348828:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184990144:12345-0@lo:101:mdt00_008.0 Request processed in 100us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.348834:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19990 00000100:00100000:3.0:1718402021.348848:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708ad0c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990144:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.348856:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.348863:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.348873:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f1:0x0] 00000100:00100000:3.0:1718402021.349302:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990208:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.349342:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.349357:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635540 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.349373:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990208 00000100:00100000:0.0:1718402021.349393:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19991 00000100:00100000:0.0:1718402021.349396:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184990208:12345-0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.350766:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184990208:12345-0@lo:403:mdt00_008.0 Request processed in 1368us (1422us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.350773:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19991 00000100:00100000:3.0:1718402021.350800:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990208:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.351470:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990272:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.351495:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.351516:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635780 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.351538:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990272 00000100:00100000:0.0:1718402021.351564:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19992 00000100:00100000:0.0:1718402021.351584:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708ad0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184990272:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.351637:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708ad0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184990272:12345-0@lo:1000:mdt00_008.0 Request processed in 68us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.351642:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19992 00000100:00100000:3.0:1718402021.351668:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990272:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.351688:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f680f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351696:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f680f0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351701:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f680f0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351706:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846ebcc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.351708:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f680f0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351714:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f680f0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351723:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f1:0x0].0x0 (ffff88009629be00) 00010000:00010000:3.0:1718402021.351725:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402021.351727:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f680f0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351732:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f680f0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.351744:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f1:0x0] 00010000:00010000:3.0:1718402021.351747:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351752:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351757:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351778:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718402021.351794:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.351795:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.351799:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351803:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.351806:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846ead00 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402021.351808:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.351808:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.351812:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351813:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33ad00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.351815:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351820:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351828:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131dfe300) 00010000:00010000:2.0:1718402021.351829:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351830:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402021.351831:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.351832:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718402021.351836:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f680e9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.351850:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:2.0:1718402021.351850:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351853:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.351854:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ead00/0xddd980ffd8f680f7 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f680fe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351858:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351863:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.351864:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.351864:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.351865:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.351871:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184990336:0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718402021.351875:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718402021.351880:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f680e2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351885:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f680e2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.351888:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402021.351889:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f680e2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.351891:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351894:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a1c0 already unused, calling callback (ffffffffa0eac360) 00000100:00100000:0.0:1718402021.351894:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.351895:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f680e2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.351896:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338fc0 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.351898:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351900:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f680e2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.351902:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351907:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88012f3b7800) 00000100:00100000:2.0:1718402021.351908:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990336 00010000:00010000:3.0:1718402021.351909:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.351910:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f680e2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351914:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f680e2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.351915:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.351925:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f0:0x0] 00000100:00100000:2.0:1718402021.351925:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7428 00010000:00010000:1.0:1718402021.351926:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718402021.351927:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ebb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3335:x1801871184990336:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718402021.351928:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.351932:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.351939:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351940:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.351942:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338fc0/0xddd980ffd8f680d4 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f680db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.351942:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1718402021.351944:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.351950:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184990400:0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.351951:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.351952:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.351953:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.351960:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718402021.351964:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.351967:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402021.351969:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.351969:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.351970:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.351972:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339680 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402021.351973:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.351973:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f680fe lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f1:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f680f7 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.351974:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351977:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.351978:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351981:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338240 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.351982:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f1:0x0].0x0 (ffff880095efb400) 00010000:00010000:3.0:1718402021.351983:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351987:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.351987:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.351987:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990400 00010000:00010000:1.0:1718402021.351991:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.351992:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88012f3b7b00) 00010000:00010000:3.0:1718402021.351994:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.351995:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.351996:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718402021.352000:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f680bf lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.352006:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.352008:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ebb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3335:x1801871184990336:12345-0@lo:103:ldlm_bl_03.0 Request processed in 80us (114us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.352011:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f680c6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f680cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.352012:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7428 00000100:00100000:0.0:1718402021.352015:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7429 00000100:00100000:0.0:1718402021.352019:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3333:x1801871184990400:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.352024:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.352026:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.352027:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.352029:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.352033:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1718402021.352033:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55200/0xddd980ffd8f680db lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f680d4 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.352041:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184990464:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.352042:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88007144dd00) 00010000:00010000:0.0:1718402021.352047:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.352058:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189934208:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 9434us (9499us total) trans 0 rc -16/-16 00000100:00100000:3.0:1718402021.352065:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101266 00000100:00100000:0.0:1718402021.352068:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3333:x1801871184990400:12345-0@lo:103:ldlm_bl_04.0 Request processed in 48us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.352069:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.352074:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7429 00000100:00100000:0.0:1718402021.352086:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990464 00000100:00100000:0.0:1718402021.352107:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7430 00000100:00100000:0.0:1718402021.352110:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3332:x1801871184990464:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.352116:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.352122:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f680cd lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f680c6 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.352131:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7900) 00010000:00010000:0.0:1718402021.352137:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.352161:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3332:x1801871184990464:12345-0@lo:103:ldlm_bl_02.0 Request processed in 51us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.352167:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7430 00000100:00100000:1.0:1718402021.352185:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184990464:0@lo:103:ldlm_bl_02.0 00000100:00100000:0.0:1718402021.352187:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184990400:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1718402021.352237:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184990336:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1718402021.352794:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.352844:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934464 00000100:00100000:2.0:1718402021.352875:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10789 00000100:00100000:2.0:1718402021.352879:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189934464:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1718402021.352926:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189934464:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 46us (132us total) trans 0 rc -116/-116 00000100:00100000:2.0:1718402021.352932:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10789 00000100:00100000:2.0:1718402021.364224:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.364286:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934528 00000100:00100000:3.0:1718402021.364325:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101267 00000100:00100000:3.0:1718402021.364330:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189934528:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:3.0:1718402021.364378:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f68105 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364389:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f68105 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364397:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f68105 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364404:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f6810c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364407:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f6810c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364409:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f6810c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364459:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364463:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364467:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.364496:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364501:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f68105 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364504:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f68105 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364508:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f68105 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364511:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846e9f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.364513:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f68105 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364517:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f68105 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364523:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88009629b100) 00010000:00010000:3.0:1718402021.364525:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.364527:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f68105 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364532:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f68105 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364543:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f6810c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364546:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f6810c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364549:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f6810c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364552:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846eb840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.364553:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f6810c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364555:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f6810c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364558:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0xba987ca0 (ffff88009629b600) 00010000:00010000:3.0:1718402021.364559:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.364560:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f6810c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364563:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f6810c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364583:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364589:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364592:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364595:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846eb180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.364595:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364598:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364601:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff88009629b800) 00010000:00010000:3.0:1718402021.364602:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.364603:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.364605:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f68113 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.364656:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189934528:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 326us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.364661:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101267 00000100:00100000:0.0:1718402021.365504:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.365551:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934656 00000100:00100000:3.0:1718402021.365587:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101268 00000100:00100000:3.0:1718402021.365591:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dda140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189934656:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.365600:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.365610:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f6811a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc7a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.365658:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f68121 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.365666:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f68121 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.365672:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f68121 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.365681:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bc:0x0]: returning size 1716 00010000:00010000:3.0:1718402021.365741:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f6811a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc7a expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.365749:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f68121 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc7a expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.365753:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff88009629bd00) 00010000:00010000:3.0:1718402021.365754:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718402021.365755:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846e9440, rc 0) 00000100:00100000:3.0:1718402021.365782:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dda140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189934656:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 190us (280us total) trans 8589959540 rc 0/0 00000100:00100000:3.0:1718402021.365786:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101268 00000100:00100000:1.0:1718402021.366477:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.366518:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934720 00000100:00100000:3.0:1718402021.366545:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101269 00000100:00100000:3.0:1718402021.366550:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189934720:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.366559:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.366565:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6812f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc81 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.366599:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6812f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc81 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.366607:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6812f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc81 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.366620:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff88009629bd00) 00010000:00010000:3.0:1718402021.366622:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1718402021.366623:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846e86c0, rc 0) 00000100:00100000:3.0:1718402021.366653:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189934720:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 103us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.366657:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101269 00000100:00100000:0.0:1718402021.367395:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.367447:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934784 00000100:00100000:2.0:1718402021.367479:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 527 00000100:00100000:2.0:1718402021.367482:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddc280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+7:1883:x1801871189934784:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:2.0:1718402021.367510:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x59a:0x0] initial LVB size: 1716, mtime: 0x666cbbe3, atime: 0x0, ctime: 0x666cbbe3, blocks: 0x8 00010000:00010000:2.0:1718402021.367514:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68136 lrc: 3/0,1 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.367521:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.367522:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.367525:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68136 lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.367535:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68136 lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.367541:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68136 lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.367544:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68136 lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.367557:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.367588:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.367593:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68136 lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.367597:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddc280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+7:1883:x1801871189934784:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 113us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.367601:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 527 00010000:00010000:1.0:1718402021.367601:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57a80 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.367603:0:6863:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68136 lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.367610:0:6863:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68136 lrc: 3/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.367622:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68136 lrc: 1/0,0 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.367628:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68136 lrc: 0/0,0 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.367651:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.367653:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.367655:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.368397:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.368432:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934912 00000100:00100000:3.0:1718402021.368447:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101270 00000100:00100000:3.0:1718402021.368450:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189934912:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:3.0:1718402021.368472:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.368477:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.368481:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.368514:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990528:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.368541:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.368559:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.368588:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990528 00000100:00100000:0.0:1718402021.368617:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19993 00000100:00100000:0.0:1718402021.368621:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184990528:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.368679:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184990528:12345-0@lo:1000:mdt00_008.0 Request processed in 58us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.368685:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19993 00000100:00100000:3.0:1718402021.368700:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fee3c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990528:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.368731:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7f200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990592:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.368744:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.368750:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.368757:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990592 00000100:00100000:0.0:1718402021.368773:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19994 00000100:00100000:0.0:1718402021.368776:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184990592:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.368816:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184990592:12345-0@lo:1000:mdt00_008.0 Request processed in 40us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.368821:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7f200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990592:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.368821:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19994 00000100:00100000:3.0:1718402021.369235:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7f200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990656:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.369255:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.369267:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635600 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.369289:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990656 00000100:00100000:0.0:1718402021.369309:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19995 00000100:00100000:0.0:1718402021.369312:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fee3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184990656:12345-0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.370860:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fee3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184990656:12345-0@lo:403:mdt00_008.0 Request processed in 1547us (1604us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.370867:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19995 00000100:00100000:3.0:1718402021.370898:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7f200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990656:0@lo:403:mdt00_008.0 00010000:00010000:3.0:1718402021.371453:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.371459:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.371465:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.371472:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7f200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990720:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.371489:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.371505:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635600 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.371531:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990720 00000100:00100000:0.0:1718402021.371552:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19996 00000100:00100000:0.0:1718402021.371555:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184990720:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.371562:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.371583:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6814b lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68144 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.371598:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6814b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68144 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.371607:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6814b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68144 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.371613:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880095efba00) 00010000:00010000:0.0:1718402021.371616:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.371617:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc90fc0, rc 0) 00000100:00100000:0.0:1718402021.371645:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871184990720:12345-0@lo:101:mdt00_008.0 Request processed in 88us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.371649:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19996 00000100:00100000:3.0:1718402021.371675:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7f200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990720:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.371683:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.371689:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.371709:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.371712:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.371716:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.371721:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990784:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.371735:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.371748:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635600 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.371767:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990784 00000100:00100000:0.0:1718402021.371785:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19997 00000100:00100000:0.0:1718402021.371788:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871184990784:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.371794:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.371801:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68159 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68152 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.371812:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68159 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68152 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.371819:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68159 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68152 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.371824:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880095efbd00) 00010000:00010000:0.0:1718402021.371826:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.371828:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc90000, rc 0) 00000100:00100000:0.0:1718402021.371852:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184990784:12345-0@lo:101:mdt00_008.0 Request processed in 63us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.371856:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19997 00000100:00100000:3.0:1718402021.371875:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880072ae7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990784:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.371882:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.371889:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.371899:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:3.0:1718402021.371912:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb600/0xddd980ffd8f68160 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.371917:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb600/0xddd980ffd8f68160 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.371923:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb600/0xddd980ffd8f68160 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.371993:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff88009629bd00) 00010000:00010000:3.0:1718402021.371996:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718402021.371999:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f68121 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc7a expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.372016:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.372021:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6812f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc81 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.372024:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.372036:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6812f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc81 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.372043:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6812f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc81 expref: 25 pid: 7224 timeout: 3900 lvb_type: 0 00000100:00100000:3.0:1718402021.372048:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184990848:192.168.204.24@tcp:104: 00000100:00100000:3.0:1718402021.372085:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635600 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.372825:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880072ae7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184990848:192.168.204.24@tcp:104: 00010000:00010000:3.0:1718402021.372833:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.372997:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.373050:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189934976 00010000:00010000:2.0:1718402021.373066:0:6861:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6812f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc81 expref: 26 pid: 7224 timeout: 3900 lvb_type: 0 00000100:00100000:2.0:1718402021.373097:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32770 00000100:00100000:2.0:1718402021.373101:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddc740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+26:1883:x1801871189934976:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1718402021.373110:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.373113:0:6861:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6812f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc81 expref: 26 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:2.0:1718402021.373122:0:6861:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6812f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc81 expref: 26 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:2.0:1718402021.373137:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f6812f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc81 expref: 26 pid: 7224 timeout: 3900 lvb_type: 0 00010000:00010000:2.0:1718402021.373159:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff88009629bd00) 00010000:00010000:2.0:1718402021.373162:0:6861:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.373168:0:6861:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.373173:0:6861:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.373202:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.373206:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.373209:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.373231:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddc740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b4942422-518c-4999-8e56-6394c3b8b64e+25:1883:x1801871189934976:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 129us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.373238:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32770 00000100:00100000:3.0:1718402021.373241:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990912:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.373257:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.373269:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990912 00000100:00100000:3.0:1718402021.373273:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886356c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.373282:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19998 00000100:00100000:0.0:1718402021.373285:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184990912:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.373354:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184990912:12345-0@lo:1000:mdt00_008.0 Request processed in 68us (96us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718402021.373360:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19998 00000100:00100000:3.0:1718402021.373368:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880072ae7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990912:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.373383:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6816e lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.373389:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6816e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.373393:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6816e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.373403:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.373406:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.373410:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.373415:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990976:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.373427:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.373433:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.373442:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184990976 00000100:00100000:0.0:1718402021.373462:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19999 00000100:00100000:0.0:1718402021.373465:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184990976:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.373470:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.373479:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f6817c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68175 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.373492:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f6817c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68175 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.373500:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f6817c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68175 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.373528:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f2:0x0].0x0 (ffff880095efb700) 00010000:00010000:0.0:1718402021.373530:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:0.0:1718402021.373532:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc93a80, rc 0) 00000100:00100000:0.0:1718402021.373563:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184990976:12345-0@lo:101:mdt00_008.0 Request processed in 98us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.373582:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19999 00000100:00100000:3.0:1718402021.373587:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880072ae7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184990976:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.373594:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.373598:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.373604:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f2:0x0] 00000100:00100000:3.0:1718402021.373927:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184991040:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.373945:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.373958:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.373983:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991040 00000100:00100000:0.0:1718402021.374005:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20000 00000100:00100000:0.0:1718402021.374009:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184991040:12345-0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.375176:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184991040:12345-0@lo:403:mdt00_008.0 Request processed in 1167us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.375181:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20000 00000100:00100000:3.0:1718402021.375225:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880072ae7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184991040:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.375799:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184991104:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.375821:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.375841:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886356c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.375855:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991104 00000100:00100000:0.0:1718402021.375871:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20001 00000100:00100000:0.0:1718402021.375873:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7376c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184991104:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.375906:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7376c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184991104:12345-0@lo:1000:mdt00_008.0 Request processed in 32us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.375909:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20001 00000100:00100000:3.0:1718402021.375932:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184991104:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.375954:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6816e lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.375960:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6816e lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.375965:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6816e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.375970:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846ebcc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.375972:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6816e lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.375982:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6816e lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.375990:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f2:0x0].0x0 (ffff880131df6f00) 00010000:00010000:3.0:1718402021.375993:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402021.375995:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6816e lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376000:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ebcc0/0xddd980ffd8f6816e lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.376013:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f2:0x0] 00010000:00010000:3.0:1718402021.376015:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376021:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376026:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376046:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718402021.376059:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376065:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376069:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.376073:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402021.376074:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846ead00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.376075:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.376077:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376079:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.376085:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846ea1c0 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402021.376086:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff88009629bd00) 00010000:00010000:3.0:1718402021.376088:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.376088:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376089:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376094:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ead00/0xddd980ffd8f68167 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.376094:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.376106:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:3.0:1718402021.376109:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376114:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.376117:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376119:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.376123:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718402021.376134:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718402021.376139:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb600/0xddd980ffd8f68160 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.376144:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376149:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb600/0xddd980ffd8f68160 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.376149:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea1c0/0xddd980ffd8f68175 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6817c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376152:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb600/0xddd980ffd8f68160 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376153:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402021.376154:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846eb600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.376156:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb600/0xddd980ffd8f68160 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.376156:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1718402021.376157:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376158:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb600/0xddd980ffd8f68160 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.376160:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.376161:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.376162:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.376163:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880131df6500) 00000100:00100000:0.0:1718402021.376163:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba99300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184991168:0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718402021.376164:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.376164:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846ea880 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402021.376165:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb600/0xddd980ffd8f68160 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376166:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376168:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb600/0xddd980ffd8f68160 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.376170:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.376176:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f0:0x0] 00010000:00010000:3.0:1718402021.376178:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376180:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.376180:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.376183:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376183:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376186:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1718402021.376202:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1718402021.376204:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.376206:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184991232:0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718402021.376207:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376207:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.376210:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991168 00010000:00010000:3.0:1718402021.376211:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376211:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea880/0xddd980ffd8f68152 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68159 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376213:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376216:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.376217:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.376218:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846ea400 already unused, calling callback (ffffffffa081d190) 00010000:00010000:3.0:1718402021.376219:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376220:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.376221:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376222:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376224:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846ea640 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.376226:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376227:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880131df6e00) 00010000:00010000:3.0:1718402021.376228:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.376228:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.376231:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846ea400/0xddd980ffd8f6813d lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.376232:0:6861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991232 00000004:00010000:1.0:1718402021.376232:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376239:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376242:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718402021.376249:0:6861:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7431 00010000:00010000:1.0:1718402021.376249:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.376252:0:6861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dd9300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3335:x1801871184991168:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402021.376252:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800846ea640/0xddd980ffd8f68144 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6814b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.376253:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1718402021.376257:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184991296:0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.376259:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.376259:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.376260:0:6861:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.376260:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.376261:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7432 00010000:00010000:1.0:1718402021.376263:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.376264:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddf6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+9:3334:x1801871184991232:12345-0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1718402021.376267:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.376269:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.376276:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68159 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68152 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.376281:0:6860:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991296 00010000:00010000:3.0:1718402021.376284:0:11452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880095efbd00) 00010000:00010000:3.0:1718402021.376288:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.376293:0:6861:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f6817c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f2:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68175 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.376300:0:6860:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7433 00000100:00100000:1.0:1718402021.376304:0:6860:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddaf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+8:3333:x1801871184991296:12345-0@lo:103:ldlm_bl_04.0 00000100:00100000:3.0:1718402021.376305:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddf6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:3334:x1801871184991232:12345-0@lo:103:ldlm_bl_04.0 Request processed in 41us (88us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.376306:0:6861:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f2:0x0].0x0 (ffff880095efb700) 00000100:00100000:3.0:1718402021.376309:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7432 00010000:00010000:1.0:1718402021.376311:0:6860:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.376312:0:6861:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.376313:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184991232:0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.376319:0:6860:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6814b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68144 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.376330:0:6860:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880095efba00) 00000100:00100000:3.0:1718402021.376336:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189934912:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 7884us (7940us total) trans 0 rc -16/-16 00010000:00010000:1.0:1718402021.376336:0:6860:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.376340:0:6861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dd9300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3335:x1801871184991168:12345-0@lo:103:ldlm_bl_03.0 Request processed in 87us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.376343:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101270 00000100:00100000:2.0:1718402021.376346:0:6861:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7431 00000100:00100000:1.0:1718402021.376366:0:6860:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddaf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+5:3333:x1801871184991296:12345-0@lo:103:ldlm_bl_04.0 Request processed in 61us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.376375:0:6860:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7433 00000100:00100000:0.0:1718402021.376376:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184991296:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1718402021.376385:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba99300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184991168:0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1718402021.376955:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.377002:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189935104 00000100:00100000:2.0:1718402021.377023:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10790 00000100:00100000:2.0:1718402021.377028:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddf200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189935104:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1718402021.377082:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddf200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189935104:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 53us (128us total) trans 0 rc -116/-116 00000100:00100000:2.0:1718402021.377088:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10790 00000100:00100000:0.0:1718402021.377951:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.378000:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189935168 00000100:00100000:3.0:1718402021.378023:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101271 00000100:00100000:3.0:1718402021.378026:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189935168:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.378033:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.378040:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f68183 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc88 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378063:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f6818a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378069:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f6818a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378073:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f6818a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378083:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f68191 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378086:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f68191 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378089:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f68191 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378117:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f68198 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378121:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f68198 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378125:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f68198 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.378130:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f0:0x0] 00000004:00010000:3.0:1718402021.378141:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f68198 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378148:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f6818a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378153:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f6818a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378157:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f6818a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378165:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846eaf40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.378167:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f6818a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378172:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f6818a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378179:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:3.0:1718402021.378181:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.378183:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f6818a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378187:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaf40/0xddd980ffd8f6818a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378218:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f68191 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378223:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f68191 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378227:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f68191 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378232:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846e8240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.378234:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f68191 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378238:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f68191 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378246:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff880131df6800) 00010000:00010000:3.0:1718402021.378248:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.378250:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f68191 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378254:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8240/0xddd980ffd8f68191 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378276:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9d40/0xddd980ffd8f68183 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc88 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378286:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f68198 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc88 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.378291:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7300) 00010000:00010000:3.0:1718402021.378293:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402021.378294:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846e8fc0, rc 0) 00000100:00100000:3.0:1718402021.378323:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189935168:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 296us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.378329:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101271 00000100:00100000:0.0:1718402021.379047:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.379091:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.379092:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189935232 00000100:00100000:3.0:1718402021.379121:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101272 00000100:00100000:3.0:1718402021.379125:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26915:x1801871189935232:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.379133:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.379142:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9680/0xddd980ffd8f6819f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc8f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.379168:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.379175:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.379177:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189935296 00010000:00010000:3.0:1718402021.379182:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.379226:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7434 00000100:00100000:1.0:1718402021.379231:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+25:1881:x1801871189935296:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1718402021.379240:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.379250:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8fc0/0xddd980ffd8f68198 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc88 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.379259:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7300) 00010000:00010000:1.0:1718402021.379261:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00200000:3.0:1718402021.379273:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f0:0x0]: returning size 4096 00000100:00100000:1.0:1718402021.379276:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eba850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+24:1881:x1801871189935296:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 46us (187us total) trans 0 rc 0/0 00000004:00200000:3.0:1718402021.379277:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000100:00100000:1.0:1718402021.379281:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7434 00010000:00010000:3.0:1718402021.379297:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9680/0xddd980ffd8f6819f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc8f expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.379304:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc8f expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.379308:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880131df6c00) 00010000:00010000:3.0:1718402021.379309:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1718402021.379310:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846e9200, rc 0) 00000100:00100000:3.0:1718402021.379325:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26915:x1801871189935232:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 200us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.379329:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101272 00000100:00100000:0.0:1718402021.380052:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.380106:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189935424 00000100:00100000:3.0:1718402021.380125:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101273 00000100:00100000:3.0:1718402021.380130:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189935424:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.380138:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.380146:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eba80/0xddd980ffd8f681ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc96 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380183:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f681b4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380213:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f681b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380221:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f681b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380231:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8900/0xddd980ffd8f681bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380236:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8900/0xddd980ffd8f681bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380242:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8900/0xddd980ffd8f681bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.380288:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b1:0x0]: returning size 4096 00010000:00010000:3.0:1718402021.380340:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f681b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380347:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f681b4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380353:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f681b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380358:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846eaac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.380361:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f681b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380366:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f681b4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380374:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880131df6200) 00010000:00010000:3.0:1718402021.380376:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.380378:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f681b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380383:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eaac0/0xddd980ffd8f681b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380392:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8900/0xddd980ffd8f681bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380397:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8900/0xddd980ffd8f681bb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380402:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8900/0xddd980ffd8f681bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380407:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846e8900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.380409:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8900/0xddd980ffd8f681bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380413:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8900/0xddd980ffd8f681bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380420:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff880131df6700) 00010000:00010000:3.0:1718402021.380423:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.380425:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8900/0xddd980ffd8f681bb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380430:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8900/0xddd980ffd8f681bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380451:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eba80/0xddd980ffd8f681ad lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc96 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380458:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eba80/0xddd980ffd8f681ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc96 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.380467:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846eba80, rc 0) 00000100:00100000:3.0:1718402021.380503:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189935424:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 372us (451us total) trans 8589959541 rc 301/301 00000100:00100000:3.0:1718402021.380509:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101273 00000100:00100000:0.0:1718402021.381318:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.381363:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189935552 00000100:00100000:3.0:1718402021.381391:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101274 00000100:00100000:3.0:1718402021.381396:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dd84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189935552:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.381406:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.381413:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f681c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbc9d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381441:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f681d0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381448:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f681d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381459:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f681d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381468:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f681d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381474:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f681d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381480:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f681d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.381510:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b1:0x0]: returning size 4096 00010000:00010000:3.0:1718402021.381539:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f681d0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381546:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f681d0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381551:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f681d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381556:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846eb3c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.381558:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f681d0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381563:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f681d0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381586:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880131df6100) 00010000:00010000:3.0:1718402021.381589:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.381591:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f681d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381595:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb3c0/0xddd980ffd8f681d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381604:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f681d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381608:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f681d7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381613:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f681d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381618:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846eb180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.381619:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f681d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381624:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f681d7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381630:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff880131df6600) 00010000:00010000:3.0:1718402021.381632:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.381633:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f681d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381638:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb180/0xddd980ffd8f681d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381665:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f681c9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc9d expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381671:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e86c0/0xddd980ffd8f681c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc9d expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.381680:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800846e86c0, rc 0) 00000100:00100000:3.0:1718402021.381712:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dd84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189935552:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 315us (394us total) trans 8589959542 rc 301/301 00000100:00100000:3.0:1718402021.381719:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101274 00000100:00100000:2.0:1718402021.382344:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.382376:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189935680 00000100:00100000:0.0:1718402021.382397:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10791 00000100:00100000:0.0:1718402021.382400:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189935680:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.382467:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+27:26915:x1801871189935680:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 66us (124us total) trans 8589959543 rc 0/0 00000100:00100000:0.0:1718402021.382471:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10791 00000100:00100000:0.0:1718402021.383102:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.383141:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189935808 00000100:00100000:2.0:1718402021.383164:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10792 00000100:00100000:2.0:1718402021.383168:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+27:26915:x1801871189935808:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1718402021.383261:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+28:26915:x1801871189935808:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 92us (159us total) trans 8589959544 rc 0/0 00000100:00100000:2.0:1718402021.383268:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10792 00000100:00100000:2.0:1718402021.383903:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.383945:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189935872 00000100:00100000:3.0:1718402021.383973:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101275 00000100:00100000:3.0:1718402021.383978:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+28:26915:x1801871189935872:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:3.0:1718402021.384005:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f681e5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384015:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f681e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384023:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f681e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384032:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f681ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384038:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f681ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384049:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f681ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384086:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384094:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384100:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.384109:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b1:0x0]: returning size 4096 00000004:00010000:3.0:1718402021.384115:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384122:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f681e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384128:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f681e5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384133:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f681e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384138:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846eb840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.384140:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f681e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384145:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f681e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384153:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff88009456b900) 00010000:00010000:3.0:1718402021.384155:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.384156:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f681e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384161:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846eb840/0xddd980ffd8f681e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384172:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f681ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384177:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f681ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384181:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f681ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384186:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846e9f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.384188:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f681ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384214:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f681ec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384221:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff88009456b500) 00010000:00010000:3.0:1718402021.384223:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.384225:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f681ec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384234:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9f80/0xddd980ffd8f681ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384244:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384249:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384254:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384258:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800846e9440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.384260:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384264:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384270:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:3.0:1718402021.384272:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.384274:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.384278:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e9440/0xddd980ffd8f681f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.384319:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+28:26915:x1801871189935872:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 341us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.384330:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101275 00000100:00100000:0.0:1718402021.385049:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.385084:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.385088:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189935936 00000100:00100000:1.0:1718402021.385116:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7435 00000100:00100000:1.0:1718402021.385121:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+28:1882:x1801871189935936:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:1.0:1718402021.385128:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718402021.385132:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936064 00010000:00010000:1.0:1718402021.385137:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f67dbd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbb6 expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.385149:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff88013500bd00) 00010000:00010000:1.0:1718402021.385154:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.385160:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101276 00000100:00100000:3.0:1718402021.385164:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26915:x1801871189936064:12345-192.168.204.24@tcp:36:lfs.0 00000100:00100000:1.0:1718402021.385179:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dddf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+27:1882:x1801871189935936:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 58us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.385185:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7435 00010000:00010000:3.0:1718402021.385228:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385235:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385242:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.385257:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991360:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.385289:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.385313:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635240 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.385333:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991360 00000100:00100000:0.0:1718402021.385356:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20002 00000100:00100000:0.0:1718402021.385359:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:7224:x1801871184991360:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.385365:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.385372:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc921c0/0xddd980ffd8f68201 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f681fa expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.385383:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc921c0/0xddd980ffd8f68201 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f681fa expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.385389:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc921c0/0xddd980ffd8f68201 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f681fa expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.385396:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880095efb500) 00010000:00010000:0.0:1718402021.385397:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.385398:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc921c0, rc 0) 00000100:00100000:0.0:1718402021.385425:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7224:x1801871184991360:12345-0@lo:101:mdt00_008.0 Request processed in 65us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.385428:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20002 00000100:00100000:3.0:1718402021.385460:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959538 gen 2 00000004:00080000:3.0:1718402021.385465:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959538 committed transno 8589959538 00000020:00080000:3.0:1718402021.385470:0:7224:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8801369b8300 refcount 2 committed 0 result 0 batchid 3547 00000020:00080000:3.0:1718402021.385473:0:7224:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88012f3b7400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880098699200 00000020:00080000:3.0:1718402021.385475:0:7224:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1496 00000020:00080000:3.0:1718402021.385477:0:7224:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88012f3b7000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012f3b7d00 00000020:00080000:3.0:1718402021.385479:0:7224:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1117 00000020:00080000:1.0:1718402021.385513:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3547 committed batchid 3546 00000100:00100000:3.0:1718402021.385516:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991360:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.385527:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385539:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.385547:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3546 00010000:00010000:3.0:1718402021.385639:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385647:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385654:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385672:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385678:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385683:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385699:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385704:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385710:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.385724:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991424:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.385744:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.385762:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635240 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.385784:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991424 00000100:00100000:0.0:1718402021.385809:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20003 00000100:00100000:0.0:1718402021.385812:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7224:x1801871184991424:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.385818:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.385826:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6821d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68216 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.385838:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6821d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68216 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.385845:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6821d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68216 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.385851:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880095efbb00) 00010000:00010000:0.0:1718402021.385853:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.385854:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc90900, rc 0) 00000100:00100000:0.0:1718402021.385887:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184991424:12345-0@lo:101:mdt00_008.0 Request processed in 75us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.385892:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20003 00000100:00100000:3.0:1718402021.385915:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991424:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.385923:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6821d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.385930:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6821d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.385963:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991488:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.385983:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.385999:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886356c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.386018:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991488 00000100:00100000:0.0:1718402021.386040:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20004 00000100:00100000:0.0:1718402021.386043:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e736880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184991488:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.386089:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e736880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184991488:12345-0@lo:1000:mdt00_008.0 Request processed in 45us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.386094:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20004 00000100:00100000:3.0:1718402021.386100:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991488:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.386127:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991552:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.386145:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.386153:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886356c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.386162:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991552 00000100:00100000:0.0:1718402021.386183:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20005 00000100:00100000:0.0:1718402021.386186:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e736d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184991552:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.386265:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e736d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184991552:12345-0@lo:1000:mdt00_008.0 Request processed in 77us (120us total) trans 0 rc 1/1 00000100:00100000:0.0:1718402021.386271:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20005 00000100:00100000:3.0:1718402021.386279:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991552:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.386319:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991616:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.386338:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.386361:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635600 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.386370:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991616 00000100:00100000:0.0:1718402021.386385:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20006 00000100:00100000:0.0:1718402021.386387:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e731c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184991616:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.386413:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e731c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184991616:12345-0@lo:1000:mdt00_008.0 Request processed in 25us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.386416:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20006 00000100:00100000:3.0:1718402021.386427:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991616:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.386457:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991680:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.386475:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.386497:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635600 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.386505:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991680 00000100:00100000:0.0:1718402021.386517:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20007 00000100:00100000:0.0:1718402021.386519:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e731300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184991680:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.386546:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e731300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184991680:12345-0@lo:1000:mdt00_008.0 Request processed in 27us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.386549:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20007 00000100:00100000:3.0:1718402021.386561:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991680:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.386606:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.386613:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.386619:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.386628:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991744:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.386646:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.386664:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886356c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.386673:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991744 00000100:00100000:0.0:1718402021.386688:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20008 00000100:00100000:0.0:1718402021.386690:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871184991744:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.386694:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.386700:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f6822b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68224 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.386709:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f6822b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68224 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.386714:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f6822b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68224 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.386717:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880095efb000) 00010000:00010000:0.0:1718402021.386718:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718402021.386719:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92f40, rc 0) 00000100:00100000:0.0:1718402021.386735:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184991744:12345-0@lo:101:mdt00_008.0 Request processed in 45us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.386738:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20008 00000100:00100000:3.0:1718402021.386750:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991744:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.386758:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.386765:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.386775:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.386781:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.386787:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.386811:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718402021.386824:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.386829:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.386833:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402021.386835:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.386838:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.386845:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991808:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.386845:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5200 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.386847:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.386853:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.386864:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.386870:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.386875:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1718402021.386881:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635900 going to sleep for 6 seconds 00010000:00010000:1.0:1718402021.386888:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.386891:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184991872:0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1718402021.386893:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f68224 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6822b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.386903:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.386904:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.386905:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.386907:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.386929:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991808 00000100:00100000:2.0:1718402021.386935:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184991872 00000100:00100000:0.0:1718402021.386938:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20009 00000100:00100000:0.0:1718402021.386940:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef0f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871184991808:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.386944:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.386949:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68232 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.386955:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7436 00010000:00010000:0.0:1718402021.386956:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f6822b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68224 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.386958:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddf6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3333:x1801871184991872:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402021.386961:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 4/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68232 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.386964:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.386981:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880095efb000) 00010000:00010000:2.0:1718402021.386985:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68232 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.386994:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080001000000 nid: 0@lo remote: 0xddd980ffd8f68232 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.387000:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080001000000 nid: 0@lo remote: 0xddd980ffd8f68232 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.387015:0:32583:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f6822b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801001000020 nid: 0@lo remote: 0xddd980ffd8f68224 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.387021:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68232 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.387026:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68232 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.387029:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9f6c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6862:1801871184992000:0@lo:105: 00000004:00010000:0.0:1718402021.387035:0:32583:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7b1:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:0.0:1718402021.387036:0:32583:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7b1:0x0] updating lvb mtime from disk: 0 -> 1718402019 00000004:00010000:0.0:1718402021.387038:0:32583:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7b1:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:0.0:1718402021.387039:0:32583:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7b1:0x0] updating lvb ctime from disk: 0 -> 1718402019 00000004:00010000:0.0:1718402021.387041:0:32583:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7b1:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:0.0:1718402021.387043:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880095efb000) 00010000:00010000:0.0:1718402021.387044:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.387045:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc90480, rc 0) 00000100:00100000:2.0:1718402021.387052:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.387061:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef0f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871184991808:12345-0@lo:101:mdt00_008.0 Request processed in 120us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.387064:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20009 00000100:00100000:2.0:1718402021.387073:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008c86b3c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.387075:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184991808:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.387083:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.387089:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.387092:0:19829:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1718402021.387101:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992000 00000100:00100000:1.0:1718402021.387121:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5501 00000100:00100000:1.0:1718402021.387124:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b58c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6862:x1801871184992000:12345-0@lo:105: 00010000:00010000:1.0:1718402021.387133:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.387139:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.387145:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.387150:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.387155:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.387165:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800737e4b40) 00010000:00010000:3.0:1718402021.387173:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.387179:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.387206:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b58c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6862:x1801871184992000:12345-0@lo:105: Request processed in 66us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.387210:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9f6c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6862:1801871184992000:0@lo:105: 00000100:00100000:1.0:1718402021.387211:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5501 00010000:00010000:2.0:1718402021.387221:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.387233:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.387244:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.387246:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddf6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3333:x1801871184991872:12345-0@lo:103:ldlm_bl_01.0 Request processed in 287us (337us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.387251:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.387251:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7436 00000100:00100000:0.0:1718402021.387263:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871184991872:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718402021.387313:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184992064:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.387332:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.387340:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886359c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.387340:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992064 00000100:00100000:0.0:1718402021.387349:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20010 00000100:00100000:0.0:1718402021.387351:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184992064:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.387378:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184992064:12345-0@lo:1000:mdt00_008.0 Request processed in 26us (46us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.387381:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20010 00000100:00100000:3.0:1718402021.387389:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184992064:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.387417:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184992128:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.387434:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.387442:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886359c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.387444:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992128 00000100:00100000:0.0:1718402021.387457:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20011 00000100:00100000:0.0:1718402021.387459:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad94280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184992128:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.387499:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad94280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184992128:12345-0@lo:1000:mdt00_008.0 Request processed in 39us (65us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.387505:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20011 00000100:00100000:3.0:1718402021.387511:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184992128:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.387531:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184992192:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.387547:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.387554:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886359c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.387555:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992192 00000100:00100000:0.0:1718402021.387563:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20012 00000100:00100000:0.0:1718402021.387565:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad94c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184992192:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.387602:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad94c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871184992192:12345-0@lo:1000:mdt00_008.0 Request processed in 36us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.387605:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20012 00000100:00100000:3.0:1718402021.387616:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871184992192:0@lo:1000:mdt00_008.0 00000040:00080000:3.0:1718402021.388099:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1118, 2192 off1015200 00000040:00080000:3.0:1718402021.388133:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1497, 2272 off1434520 00000004:00080000:3.0:1718402021.388136:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8800a127e680 with version 7099 00000004:00080000:0.0:1718402021.388163:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7099 rpc_version 7099 00000100:00100000:0.0:1718402021.388182:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097dd9300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184992256:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402021.388228:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.388238:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbcc0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.388299:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992256 00000100:00100000:1.0:1718402021.388314:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20013 00000100:00100000:1.0:1718402021.388317:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880096486050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:8097:x1801871184992256:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718402021.388529:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880096486050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:8097:x1801871184992256:12345-0@lo:1000:osp_up0-1.0 Request processed in 210us (300us total) trans 8589959545 rc 0/0 00000100:00100000:1.0:1718402021.388534:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20013 00000100:00100000:0.0:1718402021.388580:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097dd9300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184992256:0@lo:1000:osp_up0-1.0 00000004:00010000:3.0:1718402021.388606:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097ddc740 reply state ffff880094e58000 transno 4294987079 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.388619:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7b1:0x0] 00010000:00010000:3.0:1718402021.388625:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.388630:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.388635:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097ddc740 reply state ffff880094e58000 transno 4294987079 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.388640:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6821d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.388645:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6821d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.388650:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7af:0x0] 00000004:00010000:3.0:1718402021.388654:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097ddc740 reply state ffff880094e58000 transno 4294987079 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.388660:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.388664:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.388668:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.388686:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.388705:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.388709:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.388716:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6f40 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402021.388719:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.388723:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189936064:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 3558us (3639us total) trans 4294987079 rc 0/0 00000004:00010000:2.0:1718402021.388725:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.388731:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101276 00010000:00010000:2.0:1718402021.388739:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.388744:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.388754:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.388761:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1718402021.388765:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6f40/0xddd980ffd8f681fa lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68201 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.388768:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184992320:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718402021.388778:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.388779:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.388780:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.388787:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.388801:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992320 00000100:00100000:2.0:1718402021.388815:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7437 00000100:00100000:2.0:1718402021.388818:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad94740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3335:x1801871184992320:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718402021.388824:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.388830:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc921c0/0xddd980ffd8f68201 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f681fa expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.388839:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880095efb500) 00010000:00010000:2.0:1718402021.388844:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.388863:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad94740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3335:x1801871184992320:12345-0@lo:103:ldlm_bl_03.0 Request processed in 44us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.388868:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7437 00000100:00100000:3.0:1718402021.388874:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184992320:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718402021.389327:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.389335:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880131df6c00) 00010000:00010000:2.0:1718402021.389337:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.389339:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.389344:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88009456b300) 00010000:00010000:2.0:1718402021.389345:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.389348:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.389353:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:2.0:1718402021.389355:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:2.0:1718402021.389676:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.389717:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936192 00000100:00100000:3.0:1718402021.389747:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101277 00000100:00100000:3.0:1718402021.389752:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+27:26915:x1801871189936192:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.389760:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.389767:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f68247 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbca4 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389799:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6824e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389807:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6824e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389814:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6824e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389823:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68255 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389829:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389835:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389849:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6824e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389854:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6824e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389860:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6824e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389864:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.389866:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6824e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389871:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6824e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389878:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880095efbb00) 00010000:00010000:3.0:1718402021.389880:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.389881:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6824e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389886:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6824e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389895:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68255 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389900:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68255 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389909:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68255 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389914:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.389916:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68255 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389920:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68255 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389927:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff88009456bd00) 00010000:00010000:3.0:1718402021.389929:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.389930:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68255 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389934:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68255 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389953:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f68247 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbca4 expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389960:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f68247 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbca4 expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.389966:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e5b00, rc 0) 00000100:00100000:3.0:1718402021.389998:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+27:26915:x1801871189936192:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 246us (323us total) trans 0 rc 301/301 00000100:00100000:3.0:1718402021.390005:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101277 00000100:00100000:0.0:1718402021.390863:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.390911:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936320 00000100:00100000:3.0:1718402021.390930:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101278 00000100:00100000:3.0:1718402021.390934:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189936320:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.390944:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.390951:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4000/0xddd980ffd8f6825c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcab expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.390977:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f68263 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.390985:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f68263 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.390991:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f68263 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391001:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f6826a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391007:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f6826a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391013:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f6826a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.391081:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00010000:00010000:3.0:1718402021.391119:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f68263 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391125:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f68263 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391131:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f68263 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391137:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6d00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.391139:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f68263 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391144:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f68263 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391151:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88009456b300) 00010000:00010000:3.0:1718402021.391153:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.391155:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f68263 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391160:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f68263 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391169:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f6826a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391174:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f6826a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391179:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f6826a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391183:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.391184:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f6826a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391212:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f6826a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391219:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88009456b000) 00010000:00010000:3.0:1718402021.391221:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.391222:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f6826a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391226:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f6826a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391245:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4000/0xddd980ffd8f6825c lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcab expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391251:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4000/0xddd980ffd8f6825c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcab expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.391257:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e4000, rc 0) 00000100:00100000:3.0:1718402021.391287:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26915:x1801871189936320:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 352us (424us total) trans 4294987080 rc 301/301 00000100:00100000:3.0:1718402021.391293:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101278 00000100:00100000:0.0:1718402021.391970:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.392018:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936384 00000100:00100000:3.0:1718402021.392040:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101279 00000100:00100000:3.0:1718402021.392044:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dd8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26915:x1801871189936384:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.392052:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.392099:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f68278 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcb2 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.392129:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f6827f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.392135:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f6827f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.392142:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f6827f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.392159:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a6:0x0]: returning size 4096 00000004:00200000:3.0:1718402021.392162:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:3.0:1718402021.392179:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f68278 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcb2 expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.392221:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f6827f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcb2 expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.392228:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88009456b400) 00010000:00010000:3.0:1718402021.392230:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718402021.392231:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e5d40, rc 0) 00000100:00100000:3.0:1718402021.392260:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dd8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:26915:x1801871189936384:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 214us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.392266:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101279 00000100:00100000:2.0:1718402021.392964:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.393008:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936448 00000100:00100000:3.0:1718402021.393032:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101280 00000100:00100000:3.0:1718402021.393036:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+27:26915:x1801871189936448:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.393043:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.393049:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f68286 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcb9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.393064:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6880/0xddd980ffd8f6828d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.393070:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68232 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.393073:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6880/0xddd980ffd8f6828d lrc: 4/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.393084:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68232 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.393090:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad91300 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184992384:0@lo:104: 00000100:00100000:3.0:1718402021.393106:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.393123:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677480 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.393146:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992384 00000100:00100000:1.0:1718402021.393167:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502 00000100:00100000:1.0:1718402021.393170:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:7224:x1801871184992384:12345-0@lo:104: 00010000:00010000:1.0:1718402021.393220:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1718402021.393222:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad91300 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184992384:0@lo:104: 00000100:00100000:1.0:1718402021.393223:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:7224:x1801871184992384:12345-0@lo:104: Request processed in 52us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.393227:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502 00010000:00010000:3.0:1718402021.393230:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6880/0xddd980ffd8f6828d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.393232:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.393235:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.393242:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4b40 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:0.0:1718402021.393244:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.393248:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.393263:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.393266:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1718402021.393280:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cc5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184992448:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.393281:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.393287:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4b40/0xddd980ffd8f68232 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68239 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.393293:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.393300:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.393301:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.393302:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.393328:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992448 00010000:00010000:2.0:1718402021.393342:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68232 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.393358:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32771 00000100:00100000:2.0:1718402021.393360:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad91300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3335:x1801871184992448:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402021.393365:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718402021.394237:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959545 is committed 00000001:00080000:0.0:1718402021.394243:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959544 is committed 00010000:00010000:2.0:1718402021.394327:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68239 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68232 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.394339:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880095efb000) 00010000:00010000:2.0:1718402021.394342:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6880/0xddd980ffd8f6828d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.394348:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6880/0xddd980ffd8f6828d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.394353:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6880/0xddd980ffd8f6828d lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.394376:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.394402:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad91300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:3335:x1801871184992448:12345-0@lo:103:ldlm_bl_04.0 Request processed in 1040us (1108us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.394405:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6880/0xddd980ffd8f6828d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.394412:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32771 00010000:00010000:3.0:1718402021.394413:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6880/0xddd980ffd8f6828d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.394416:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cc5f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871184992448:0@lo:103:ldlm_bl_04.0 00000004:00200000:3.0:1718402021.394438:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b1:0x0]: returning size 4096 00000004:00200000:3.0:1718402021.394440:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 12 stripe count 2 MDT count 2 00010000:00010000:3.0:1718402021.394458:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f68286 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcb9 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.394469:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6880/0xddd980ffd8f6828d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcb9 expref: 22 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.394475:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880095efb000) 00010000:00010000:3.0:1718402021.394478:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718402021.394479:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e6880, rc 0) 00000100:00100000:3.0:1718402021.394500:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26915:x1801871189936448:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1463us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.394506:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101280 00000100:00100000:0.0:1718402021.395319:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.395391:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936512 00000100:00100000:3.0:1718402021.395409:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101281 00000100:00100000:3.0:1718402021.395412:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:26915:x1801871189936512:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.395419:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.395424:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68294 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcc0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.395436:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68294 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc0 expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.395442:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68294 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc0 expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.395450:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88009456b300) 00010000:00010000:3.0:1718402021.395452:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.395453:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e7180, rc 0) 00000100:00100000:3.0:1718402021.395480:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:26915:x1801871189936512:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 67us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.395483:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101281 00000100:00100000:0.0:1718402021.396478:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.396516:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936576 00000100:00100000:2.0:1718402021.396534:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10793 00000100:00100000:2.0:1718402021.396537:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf46850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+18:26915:x1801871189936576:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:0.0:1718402021.398160:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf46850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+18:26915:x1801871189936576:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1621us (1682us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.398167:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10793 00000100:00100000:0.0:1718402021.399315:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.399359:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936640 00000100:00100000:3.0:1718402021.399384:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101282 00000100:00100000:3.0:1718402021.399387:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26915:x1801871189936640:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.399394:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.399402:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcc7 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.399415:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6821d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68216 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.399421:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 4/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.399437:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6821d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68216 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.399445:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184992512:0@lo:104: 00000100:00100000:3.0:1718402021.399464:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.399478:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677480 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.399533:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992512 00000100:00100000:1.0:1718402021.399561:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5503 00000100:00100000:1.0:1718402021.399565:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:7224:x1801871184992512:12345-0@lo:104: 00010000:00010000:1.0:1718402021.399618:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1718402021.399622:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:7224:x1801871184992512:12345-0@lo:104: Request processed in 57us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.399626:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5503 00000100:00100000:3.0:1718402021.399631:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871184992512:0@lo:104: 00010000:00010000:3.0:1718402021.399643:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 3/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.399647:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880095efbb00) 00010000:00010000:0.0:1718402021.399648:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402021.399649:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.399650:0:7224:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 3/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.399652:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f6821d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.399654:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e4240, rc 0) 00010000:00010000:0.0:1718402021.399661:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6400 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:0.0:1718402021.399664:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f6821d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.399670:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f6821d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.399676:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189936640:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 288us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.399680:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101282 00010000:00010000:0.0:1718402021.399687:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6821d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.399692:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.399712:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6821d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.399716:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6400/0xddd980ffd8f68216 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6821d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.399726:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cc50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184992576:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.399731:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.399732:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.399734:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.399743:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.399757:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992576 00010000:00010000:2.0:1718402021.399769:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6821d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68216 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.399789:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32772 00000100:00100000:2.0:1718402021.399791:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:3332:x1801871184992576:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718402021.399797:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.400028:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6821d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68216 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.400039:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880095efbb00) 00010000:00010000:0.0:1718402021.400042:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 22 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.400047:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 22 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.400051:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 22 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.400067:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 22 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.400073:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cc2140 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6862:1801871184992640:192.168.204.24@tcp:105: 00000100:00100000:0.0:1718402021.400102:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbb40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.400836:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cc2140 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6862:1801871184992640:192.168.204.24@tcp:105: 00010000:00010000:2.0:1718402021.400849:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.400876:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+6:3332:x1801871184992576:12345-0@lo:103:ldlm_bl_02.0 Request processed in 1084us (1132us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.400881:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32772 00000100:00100000:1.0:1718402021.400917:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cc50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871184992576:0@lo:103:ldlm_bl_02.0 00000100:00100000:2.0:1718402021.401318:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.401361:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936704 00000100:00100000:0.0:1718402021.401392:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10794 00000100:00100000:0.0:1718402021.401396:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189936704:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:2.0:1718402021.402996:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189936704:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1598us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.403004:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10794 00000100:00100000:2.0:1718402021.404304:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.404334:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936768 00000100:00100000:2.0:1718402021.404348:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.404367:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936832 00000100:00100000:0.0:1718402021.404378:0:6873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101283 00000100:00100000:0.0:1718402021.404382:0:6873:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba99300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b4942422-518c-4999-8e56-6394c3b8b64e+18:26915:x1801871189936768:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.404391:0:6873:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1718402021.404406:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101284 00000100:00100000:3.0:1718402021.404411:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba99c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:1881:x1801871189936832:12345-192.168.204.24@tcp:101:ll_sa_26915.0 00010000:00010000:3.0:1718402021.404419:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.404427:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f682a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcd5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.404434:0:6873:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f682a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcce expref: -99 pid: 6873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404460:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f682b0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.404460:0:6873:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f682b7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404467:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f682b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.404467:0:6873:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f682b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.404473:0:6873:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f682b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404474:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f682b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404487:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f682be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404491:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f682be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404494:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f682be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.404517:0:6873:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00000004:00200000:0.0:1718402021.404519:0:6873:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:0.0:1718402021.404529:0:6873:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f682b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6873 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404531:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e58c0/0xddd980ffd8f682c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404535:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e58c0/0xddd980ffd8f682c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404538:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e58c0/0xddd980ffd8f682c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.404541:0:6873:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f682a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcce expref: 20 pid: 6873 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.404552:0:6873:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f682b7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcce expref: 19 pid: 6873 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.404555:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bc:0x0]: returning size 1716 00000004:00200000:3.0:1718402021.404557:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1718402021.404559:0:6873:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:0.0:1718402021.404561:0:6873:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718402021.404562:0:6873:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92ac0, rc 0) 00000004:00010000:3.0:1718402021.404586:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e58c0/0xddd980ffd8f682c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404591:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e58c0/0xddd980ffd8f682c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404596:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f682b0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404599:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f682b0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404603:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f682b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404606:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7a80 already unused, calling callback (ffffffffa0eac360) 00000100:00100000:0.0:1718402021.404606:0:6873:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba99300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b4942422-518c-4999-8e56-6394c3b8b64e+19:26915:x1801871189936768:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 223us (303us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.404607:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f682b0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404611:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f682b0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.404613:0:6873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101283 00010000:00010000:3.0:1718402021.404615:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880095efbb00) 00010000:00010000:3.0:1718402021.404616:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.404617:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f682b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404620:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f682b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404625:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f682be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404628:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f682be lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404631:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f682be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404634:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.404635:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f682be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404639:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f682be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404642:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0xba987ca0 (ffff880131df6a00) 00010000:00010000:3.0:1718402021.404643:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.404644:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f682be lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404646:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f682be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404659:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f682a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcd5 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404664:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e58c0/0xddd980ffd8f682c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcd5 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.404667:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131df6900) 00010000:00010000:3.0:1718402021.404668:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1718402021.404669:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e58c0, rc 0) 00000100:00100000:3.0:1718402021.404688:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba99c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:1881:x1801871189936832:12345-192.168.204.24@tcp:101:ll_sa_26915.0 Request processed in 277us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.404692:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101284 00000100:00100000:2.0:1718402021.405489:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.405529:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936896 00000100:00100000:0.0:1718402021.405597:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 528 00000100:00100000:0.0:1718402021.405602:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba98980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+7:1883:x1801871189936896:12345-192.168.204.24@tcp:101:ll_agl_26915.0 00010000:00010000:0.0:1718402021.405611:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.405622:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f682cc lrc: 2/0,0 mode: --/PR res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcdc expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718402021.405654:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x59a:0x0] initial LVB size: 1716, mtime: 0x666cbbe3, atime: 0x0, ctime: 0x666cbbe3, blocks: 0x8 00010000:00010000:0.0:1718402021.405664:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.405666:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.405671:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f682cc lrc: 3/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcdc expref: 8 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1718402021.405681:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f682cc lrc: 3/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcdc expref: 8 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1718402021.405689:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91d40, rc 0) 00000100:00100000:0.0:1718402021.405718:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba98980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189936896:12345-192.168.204.24@tcp:101:ll_agl_26915.0 Request processed in 115us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.405724:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 528 00000100:00100000:0.0:1718402021.405935:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.405978:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189936960 00000100:00100000:2.0:1718402021.405999:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10795 00000100:00100000:2.0:1718402021.406003:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+19:26915:x1801871189936960:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:2.0:1718402021.407452:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+19:26915:x1801871189936960:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1447us (1516us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.407463:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10795 00000100:00100000:0.0:1718402021.408948:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.408992:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937024 00000100:00100000:2.0:1718402021.409021:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10796 00000100:00100000:2.0:1718402021.409026:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189937024:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:2.0:1718402021.410524:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189937024:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1497us (1577us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.410530:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10796 00000100:00100000:0.0:1718402021.411458:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.411493:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937088 00000100:00100000:3.0:1718402021.411518:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101285 00000100:00100000:3.0:1718402021.411523:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189937088:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:3.0:1718402021.411548:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f682d3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411558:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f682d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411566:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f682d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411589:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5440/0xddd980ffd8f682da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411595:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5440/0xddd980ffd8f682da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411601:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5440/0xddd980ffd8f682da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411636:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411643:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411650:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.411674:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411680:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f682d3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411686:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f682d3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411689:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f682d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411692:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.411693:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f682d3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411696:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f682d3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411701:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880095efb000) 00010000:00010000:3.0:1718402021.411703:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.411705:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f682d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411709:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f682d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411719:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5440/0xddd980ffd8f682da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411723:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5440/0xddd980ffd8f682da lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411727:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5440/0xddd980ffd8f682da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411736:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.411738:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5440/0xddd980ffd8f682da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411743:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5440/0xddd980ffd8f682da lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411749:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3766 (ffff880131df6300) 00010000:00010000:3.0:1718402021.411751:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.411752:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5440/0xddd980ffd8f682da lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411757:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5440/0xddd980ffd8f682da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411768:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411773:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411778:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411782:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.411784:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411788:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411795:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff880131dfed00) 00010000:00010000:3.0:1718402021.411797:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.411799:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.411803:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f682e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.411842:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189937088:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 319us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.411847:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101285 00000100:00100000:0.0:1718402021.412614:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.412657:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937216 00000100:00100000:3.0:1718402021.412682:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101286 00000100:00100000:3.0:1718402021.412686:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189937216:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.412694:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.412700:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5f80/0xddd980ffd8f682e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbce3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.412739:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4fc0/0xddd980ffd8f682ef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.412746:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4fc0/0xddd980ffd8f682ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.412753:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4fc0/0xddd980ffd8f682ef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.412761:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b9:0x0]: returning size 0 00010000:00010000:3.0:1718402021.412827:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5f80/0xddd980ffd8f682e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbce3 expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.412838:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4fc0/0xddd980ffd8f682ef lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbce3 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.412844:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff880131dfed00) 00010000:00010000:3.0:1718402021.412846:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718402021.412847:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e4fc0, rc 0) 00000100:00100000:3.0:1718402021.412876:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26915:x1801871189937216:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 189us (263us total) trans 8589959546 rc 0/0 00000100:00100000:3.0:1718402021.412882:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101286 00000100:00100000:0.0:1718402021.413685:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.413734:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937280 00000100:00100000:2.0:1718402021.413757:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 529 00000100:00100000:2.0:1718402021.413761:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc4740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:1879:x1801871189937280:12345-192.168.204.24@tcp:8:lfs.0 00010000:00080000:2.0:1718402021.413777:0:4308:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp t0 exp (null) cur 3800 last 0 00000020:00000080:2.0:1718402021.413795:0:4308:0:(genops.c:1359:class_connect()) connect: client b4942422-518c-4999-8e56-6394c3b8b64e, cookie 0xddd980ffd8f682fd 00002000:00100000:2.0:1718402021.413801:0:4308:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli b4942422-518c-4999-8e56-6394c3b8b64e/ffff8801216d8800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0400 ocd_grant: 489881600 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1718402021.413808:0:4308:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1718402021.413840:0:4308:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash ffff8800b1ae0840 00002000:00080000:2.0:1718402021.413845:0:4308:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1718402021.413864:0:4308:0:(import.c:86:import_set_state_nolock()) ffff8801216dc000 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1718402021.413893:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc4740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1879:x1801871189937280:12345-192.168.204.24@tcp:8:lfs.0 Request processed in 132us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.413898:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 529 00000100:00100000:0.0:1718402021.414600:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.414642:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937344 00000100:00100000:2.0:1718402021.414668:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 530 00000100:00100000:2.0:1718402021.414672:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:0:x1801871189937344:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:2.0:1718402021.414694:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718402021.414697:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68304 lrc: 3/0,1 mode: --/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.414704:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.414705:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.414706:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68304 lrc: 3/0,1 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.414713:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68304 lrc: 3/0,1 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.414719:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68304 lrc: 3/0,1 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.414722:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68304 lrc: 2/0,0 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.414736:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.414760:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1718402021.414762:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc5a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:0:x1801871189937344:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 89us (163us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.414764:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68304 lrc: 2/0,0 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.414766:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 530 00010000:00010000:1.0:1718402021.414772:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57a80 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.414774:0:6863:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68304 lrc: 2/0,0 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.414781:0:6863:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68304 lrc: 3/0,0 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.414793:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68304 lrc: 1/0,0 mode: --/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.414799:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68304 lrc: 0/0,0 mode: --/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.414819:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.414820:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.414821:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.415418:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.415443:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.415457:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937408 00000100:00100000:2.0:1718402021.415477:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937472 00000100:00100000:3.0:1718402021.415484:0:6860:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7438 00000100:00100000:0.0:1718402021.415486:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.415490:0:6860:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc76c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b4942422-518c-4999-8e56-6394c3b8b64e+19:1882:x1801871189937408:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:3.0:1718402021.415499:0:6860:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718402021.415499:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937536 00010000:00010000:3.0:1718402021.415511:0:6860:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f682b7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcce expref: 20 pid: 6873 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.415514:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7439 00000100:00100000:2.0:1718402021.415517:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880129eb9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+26:1882:x1801871189937472:12345-192.168.204.24@tcp:103:lfs.0 00000100:00100000:0.0:1718402021.415519:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7440 00010000:00010000:3.0:1718402021.415522:0:6860:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:2.0:1718402021.415523:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1718402021.415523:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b4942422-518c-4999-8e56-6394c3b8b64e+19:1882:x1801871189937536:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:3.0:1718402021.415525:0:6860:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.415529:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.415531:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6880/0xddd980ffd8f6828d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcb9 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.415538:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f6827f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcb2 expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.415539:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880095efb000) 00000100:00100000:3.0:1718402021.415545:0:6860:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc76c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b4942422-518c-4999-8e56-6394c3b8b64e+18:1882:x1801871189937408:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 55us (128us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.415545:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.415549:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88009456b400) 00000100:00100000:3.0:1718402021.415551:0:6860:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7438 00010000:00010000:0.0:1718402021.415553:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.415559:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880129eb9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+25:1882:x1801871189937472:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 41us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.415563:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7439 00000100:00100000:0.0:1718402021.415566:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b4942422-518c-4999-8e56-6394c3b8b64e+17:1882:x1801871189937536:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 43us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.415584:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7440 00000100:00100000:0.0:1718402021.415802:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.415835:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937664 00000100:00100000:3.0:1718402021.415854:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101287 00000100:00100000:3.0:1718402021.415857:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189937664:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:3.0:1718402021.415879:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.415889:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f67ece lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b9:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbee expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.415901:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff880131dfed00) 00010000:00010000:3.0:1718402021.415904:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.415912:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.415919:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.415926:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.415973:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184992704:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.415998:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.416015:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677840 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.416038:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992704 00000100:00100000:1.0:1718402021.416066:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20014 00000100:00100000:1.0:1718402021.416070:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad97200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184992704:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.416129:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad97200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184992704:12345-0@lo:1000:mdt00_008.0 Request processed in 58us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.416134:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20014 00000100:00100000:3.0:1718402021.416140:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184992704:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.416167:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184992768:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.416179:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.416210:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992768 00000100:00100000:3.0:1718402021.416212:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677840 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.416224:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20015 00000100:00100000:1.0:1718402021.416227:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad90980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184992768:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.416269:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad90980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184992768:12345-0@lo:1000:mdt00_008.0 Request processed in 41us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.416274:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184992768:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.416274:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20015 00000100:00100000:3.0:1718402021.416634:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184992832:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.416652:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.416665:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677900 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.416685:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992832 00000100:00100000:1.0:1718402021.416699:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20016 00000100:00100000:1.0:1718402021.416702:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184992832:12345-0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.418150:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184992832:12345-0@lo:403:mdt00_008.0 Request processed in 1447us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.418155:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20016 00000100:00100000:3.0:1718402021.418187:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184992832:0@lo:403:mdt00_008.0 00010000:00010000:3.0:1718402021.418800:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.418808:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.418816:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.418824:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184992896:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.418840:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.418858:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677900 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.418892:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992896 00000100:00100000:1.0:1718402021.418923:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20017 00000100:00100000:1.0:1718402021.418928:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad90e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184992896:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.418936:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.418945:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68312 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.418957:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 2/0,1 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.418965:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.418974:0:32583:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718402021.418991:0:32583:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:1.0:1718402021.419021:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.419026:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:1.0:1718402021.419028:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.419029:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.419033:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33aac0, rc 0) 00000100:00100000:1.0:1718402021.419068:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad90e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871184992896:12345-0@lo:101:mdt00_008.0 Request processed in 141us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.419072:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20017 00000100:00100000:3.0:1718402021.419100:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184992896:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.419109:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419115:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718402021.419721:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987080 is committed 00000020:00080000:0.0:1718402021.419730:0:8086:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3547 batchid updated 00010000:00010000:3.0:1718402021.419741:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419749:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419752:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419755:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e61c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.419756:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419762:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.419763:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3547 00010000:00010000:3.0:1718402021.419769:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880131df6c00) 00010000:00010000:3.0:1718402021.419770:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.419771:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00100000:1.0:1718402021.419772:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1496 in log [0x3:0x401:0x2] 00010000:00010000:3.0:1718402021.419774:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f68208 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419781:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419784:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419787:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419789:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e46c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.419790:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419793:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.419795:0:8104:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880098699480 with version 7100 00010000:00010000:3.0:1718402021.419797:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88009456b300) 00010000:00010000:3.0:1718402021.419798:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.419799:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.419800:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3547 cancel update log [0x3:0x401:0x2].1496: rc = 0 00010000:00010000:3.0:1718402021.419802:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f6820f lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00100000:1.0:1718402021.419804:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1117 in log [0x3:0x40000400:0x2] 00010000:00010000:3.0:1718402021.419805:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.419805:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7100 rpc_version 7100 00010000:00010000:3.0:1718402021.419808:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419810:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419813:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7cc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.419814:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419816:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419819:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:3.0:1718402021.419820:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402021.419822:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 5 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.419822:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cc0980 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184992960:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1718402021.419826:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 5 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419830:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 5 pid: 32583 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.419834:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3547 cancel update log [0x3:0x40000400:0x2].1117: rc = 0 00000020:00080000:1.0:1718402021.419838:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3547 00010000:00010000:3.0:1718402021.419844:0:3319:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 5 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.419844:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.419850:0:3319:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad904c0 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3319:1801871184993024:0@lo:105: 00000100:00100000:0.0:1718402021.419851:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb240 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.419854:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184992960 00000100:00100000:3.0:1718402021.419868:0:3319:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.419879:0:3319:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677900 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.419879:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20018 00000100:00100000:1.0:1718402021.419882:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:8097:x1801871184992960:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402021.419883:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993024 00000100:00100000:0.0:1718402021.419900:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5504 00000100:00100000:0.0:1718402021.419903:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad950c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:3319:x1801871184993024:12345-0@lo:105: 00010000:00010000:0.0:1718402021.419908:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.419914:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.419918:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.419921:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.419926:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.419934:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800737e6400) 00010000:00010000:3.0:1718402021.419937:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.419942:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.419956:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871184992960:12345-0@lo:1000:osp_up0-1.0 Request processed in 73us (111us total) trans 8589959547 rc 0/0 00000100:00100000:0.0:1718402021.419959:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad950c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:3319:x1801871184993024:12345-0@lo:105: Request processed in 56us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.419962:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20018 00000100:00100000:0.0:1718402021.419963:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5504 00000100:00100000:3.0:1718402021.419970:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993088:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.419978:0:3319:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad904c0 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3319:1801871184993024:0@lo:105: 00000100:00100000:0.0:1718402021.419981:0:8097:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959545 gen 2 00000004:00080000:0.0:1718402021.419983:0:8097:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959545 committed transno 8589959545 00000020:00080000:0.0:1718402021.419985:0:8097:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff880088635780 refcount 2 committed 0 result 0 batchid 3548 00000100:00100000:3.0:1718402021.419986:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1718402021.419987:0:8097:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009456b800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8800a127e680 00010000:00010000:2.0:1718402021.419988:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402021.419989:0:8097:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1497 00000020:00080000:0.0:1718402021.419990:0:8097:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88009456b100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009456bc00 00000020:00080000:0.0:1718402021.419991:0:8097:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1118 00000100:00100000:3.0:1718402021.419992:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677180 going to sleep for 6 seconds 00010000:00010000:2.0:1718402021.419993:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68240 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.420001:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993088 00000020:00080000:1.0:1718402021.420007:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3548 committed batchid 3547 00000100:00100000:0.0:1718402021.420017:0:8097:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff880097cc0980 x1801871184992960/t8589959547(8589959547) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1718402028 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up0-1.0' 00000020:00080000:1.0:1718402021.420023:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3547 00000100:00100000:0.0:1718402021.420025:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cc0980 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184992960:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718402021.420039:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20019 00000100:00100000:1.0:1718402021.420043:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871184993088:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.420083:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871184993088:12345-0@lo:1000:mdt00_008.0 Request processed in 40us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.420088:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20019 00000100:00100000:3.0:1718402021.420098:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993088:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.420118:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420122:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420126:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.420131:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993152:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.420143:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.420156:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677780 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.420168:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993152 00000100:00100000:1.0:1718402021.420182:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20020 00000100:00100000:1.0:1718402021.420184:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871184993152:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.420188:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.420206:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68327 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68320 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.420219:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68327 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68320 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.420223:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68327 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68320 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.420226:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:1.0:1718402021.420228:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.420228:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33a640, rc 0) 00000100:00100000:1.0:1718402021.420250:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184993152:12345-0@lo:101:mdt00_008.0 Request processed in 66us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.420254:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20020 00000100:00100000:3.0:1718402021.420267:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993152:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.420273:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68327 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420278:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68327 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.420286:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:3.0:1718402021.420294:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420298:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420302:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420363:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff880131dfed00) 00010000:00010000:3.0:1718402021.420365:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718402021.420368:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4fc0/0xddd980ffd8f682ef lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b9:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbce3 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420390:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420394:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420398:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.420424:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993216:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.420439:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.420455:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.420471:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993216 00000100:00100000:1.0:1718402021.420504:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20021 00000100:00100000:1.0:1718402021.420506:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184993216:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.420566:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184993216:12345-0@lo:1000:mdt00_008.0 Request processed in 58us (126us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718402021.420581:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20021 00000100:00100000:3.0:1718402021.420590:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993216:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.420606:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420610:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420614:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420624:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420627:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420631:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.420637:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993280:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.420648:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.420655:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677180 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.420663:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993280 00000100:00100000:1.0:1718402021.420677:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20022 00000100:00100000:1.0:1718402021.420681:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad976c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184993280:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.420687:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.420694:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6834a lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68343 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.420705:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6834a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68343 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.420712:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6834a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68343 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.420738:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff88012f3b7100) 00010000:00010000:1.0:1718402021.420739:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:1.0:1718402021.420740:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c339440, rc 0) 00000100:00100000:1.0:1718402021.420762:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad976c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184993280:12345-0@lo:101:mdt00_008.0 Request processed in 80us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.420765:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993280:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.420765:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20022 00010000:00010000:3.0:1718402021.420770:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6834a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.420774:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6834a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.420780:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f4:0x0] 00000100:00100000:3.0:1718402021.421142:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993344:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.421157:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.421170:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677180 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.421187:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993344 00000100:00100000:1.0:1718402021.421216:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20023 00000100:00100000:1.0:1718402021.421219:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184993344:12345-0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.422449:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184993344:12345-0@lo:403:mdt00_008.0 Request processed in 1228us (1289us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.422454:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20023 00000100:00100000:3.0:1718402021.422460:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993344:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.423027:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993408:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.423047:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.423066:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.423108:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993408 00000100:00100000:1.0:1718402021.423135:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20024 00000100:00100000:1.0:1718402021.423139:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad96880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184993408:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.423181:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad96880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184993408:12345-0@lo:1000:mdt00_008.0 Request processed in 41us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.423187:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20024 00000100:00100000:3.0:1718402021.423212:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993408:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.423275:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993472:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.423296:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.423316:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.423337:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993472 00000100:00100000:1.0:1718402021.423361:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20025 00000100:00100000:1.0:1718402021.423364:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad91c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184993472:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.423408:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad91c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184993472:12345-0@lo:1000:mdt00_008.0 Request processed in 43us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.423414:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20025 00000100:00100000:3.0:1718402021.423422:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993472:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.423467:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993536:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.423488:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.423508:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a480 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.423518:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993536 00000100:00100000:1.0:1718402021.423534:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20026 00000100:00100000:1.0:1718402021.423537:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184993536:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.423582:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184993536:12345-0@lo:1000:mdt00_008.0 Request processed in 30us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.423584:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993536:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.423587:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20026 00000100:00100000:3.0:1718402021.423625:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993600:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.423639:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.423646:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a540 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.423650:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993600 00000100:00100000:1.0:1718402021.423664:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20027 00000100:00100000:1.0:1718402021.423667:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad96d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184993600:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.423702:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad96d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184993600:12345-0@lo:1000:mdt00_008.0 Request processed in 35us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.423706:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20027 00000100:00100000:3.0:1718402021.423710:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993600:0@lo:1000:mdt00_008.0 00000040:00080000:3.0:1718402021.423984:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].754, 1064 off577144 00000040:00080000:3.0:1718402021.424009:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].756, 1144 off637840 00000004:00080000:3.0:1718402021.424012:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880131daba80 with version 1479 00000004:00080000:2.0:1718402021.424073:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1479 rpc_version 1479 00000100:00100000:2.0:1718402021.424094:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9cc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184993664:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.424133:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.424151:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009e820600 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.424232:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993664 00000100:00100000:1.0:1718402021.424254:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20028 00000100:00100000:1.0:1718402021.424257:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:32565:x1801871184993664:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402021.424468:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871184993664:12345-0@lo:1000:osp_up1-0.0 Request processed in 210us (335us total) trans 4294987081 rc 0/0 00000100:00100000:1.0:1718402021.424473:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20028 00000100:00100000:2.0:1718402021.424492:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9cc00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184993664:0@lo:1000:osp_up1-0.0 00000004:00010000:3.0:1718402021.424546:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097cc0e40 reply state ffff880123d99000 transno 8589959548 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.424557:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f4:0x0] 00010000:00010000:3.0:1718402021.424560:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6834a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424566:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6834a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.424608:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097cc0e40 reply state ffff880123d99000 transno 8589959548 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.424682:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:3.0:1718402021.424688:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68327 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424694:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68327 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.424702:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097cc0e40 reply state ffff880123d99000 transno 8589959548 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.424710:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f3:0x0] 00010000:00010000:3.0:1718402021.424713:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424718:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424725:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424729:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424733:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424739:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424743:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7840 already unused, calling callback (ffffffffa081d190) 00010000:00010000:3.0:1718402021.424745:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424750:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424758:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880131df6d00) 00010000:00010000:3.0:1718402021.424760:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.424762:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.424766:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f6830b lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.424827:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189937664:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 8967us (9023us total) trans 8589959548 rc 0/0 00000100:00100000:3.0:1718402021.424834:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101287 00010000:00010000:2.0:1718402021.425557:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.425564:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:2.0:1718402021.425565:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.425576:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.425580:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff880131df6f00) 00010000:00010000:2.0:1718402021.425581:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.425583:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.425585:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff880131df6a00) 00010000:00010000:2.0:1718402021.425586:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718402021.425752:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.425787:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937728 00000100:00100000:3.0:1718402021.425803:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101288 00000100:00100000:3.0:1718402021.425805:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189937728:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:3.0:1718402021.425831:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68351 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425838:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68351 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425845:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68351 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425855:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f68358 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425860:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f68358 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425866:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f68358 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425896:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425904:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425909:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.425933:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425940:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68351 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425944:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68351 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425947:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68351 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425949:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.425950:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68351 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425953:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68351 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425957:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:3.0:1718402021.425959:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.425960:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68351 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425962:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68351 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425972:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f68358 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425975:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f68358 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425978:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f68358 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425981:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6d00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.425982:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f68358 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425984:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f68358 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425987:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3166 (ffff88012e9f4e00) 00010000:00010000:3.0:1718402021.425988:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.425989:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f68358 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425991:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f68358 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425997:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.425999:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.426005:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.426008:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5b00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.426009:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.426011:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.426014:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff88007144d800) 00010000:00010000:3.0:1718402021.426015:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.426016:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.426018:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5b00/0xddd980ffd8f6835f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.426049:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189937728:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 242us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.426053:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101288 00000100:00100000:0.0:1718402021.426640:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.426682:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937856 00000100:00100000:3.0:1718402021.426708:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101289 00000100:00100000:3.0:1718402021.426711:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189937856:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.426719:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.426725:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68366 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcea expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.426768:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6836d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.426775:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6836d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.426780:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6836d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.426787:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b3:0x0]: returning size 0 00010000:00010000:3.0:1718402021.426824:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f68366 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcea expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.426834:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6836d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcea expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.426839:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff88007144d800) 00010000:00010000:3.0:1718402021.426841:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718402021.426842:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e6ac0, rc 0) 00000100:00100000:3.0:1718402021.426872:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+27:26915:x1801871189937856:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 159us (231us total) trans 8589959549 rc 0/0 00000100:00100000:3.0:1718402021.426877:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101289 00000100:00100000:0.0:1718402021.427580:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.427619:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189937920 00000100:00100000:2.0:1718402021.427657:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 531 00000100:00100000:2.0:1718402021.427660:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc63c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1883:x1801871189937920:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:2.0:1718402021.427683:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x59e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718402021.427686:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f6837b lrc: 3/0,1 mode: --/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.427693:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.427694:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.427696:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f6837b lrc: 3/0,1 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.427701:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f6837b lrc: 3/0,1 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.427706:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f6837b lrc: 3/0,1 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.427709:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f6837b lrc: 2/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.427726:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718402021.427747:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.427752:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f6837b lrc: 2/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.427754:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc63c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1883:x1801871189937920:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 92us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.427760:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 531 00010000:00010000:0.0:1718402021.427760:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57a80 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.427762:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f6837b lrc: 2/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.427769:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f6837b lrc: 3/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.427781:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f6837b lrc: 1/0,0 mode: --/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.427790:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880122e57a80/0xddd980ffd8f6837b lrc: 0/0,0 mode: --/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.427813:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.427814:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.427815:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.428430:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.428455:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189938048 00000100:00100000:3.0:1718402021.428469:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101290 00000100:00100000:3.0:1718402021.428471:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+27:26915:x1801871189938048:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:3.0:1718402021.428488:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.428495:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e98c0/0xddd980ffd8f67dfc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b3:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbc4 expref: 27 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.428504:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff88007144d800) 00010000:00010000:3.0:1718402021.428505:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.428510:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.428514:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.428518:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.428539:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993728:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.428557:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.428582:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a540 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.428609:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993728 00000100:00100000:1.0:1718402021.428635:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20029 00000100:00100000:1.0:1718402021.428639:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184993728:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.428689:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184993728:12345-0@lo:1000:mdt00_008.0 Request processed in 49us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.428694:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20029 00000100:00100000:3.0:1718402021.428703:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993728:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.428725:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993792:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.428737:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.428750:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a540 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.428768:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993792 00000100:00100000:1.0:1718402021.428786:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20030 00000100:00100000:1.0:1718402021.428789:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184993792:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.428836:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184993792:12345-0@lo:1000:mdt00_008.0 Request processed in 46us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.428841:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20030 00000100:00100000:3.0:1718402021.428849:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993792:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.429210:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993856:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.429228:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.429240:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a480 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.429261:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993856 00000100:00100000:1.0:1718402021.429280:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20031 00000100:00100000:1.0:1718402021.429283:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184993856:12345-0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.430625:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184993856:12345-0@lo:403:mdt00_008.0 Request processed in 1340us (1396us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.430632:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20031 00000100:00100000:3.0:1718402021.430637:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993856:0@lo:403:mdt00_008.0 00010000:00010000:3.0:1718402021.431117:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.431125:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.431130:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.431136:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993920:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.431149:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.431164:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a480 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.431188:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993920 00000100:00100000:1.0:1718402021.431225:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20032 00000100:00100000:1.0:1718402021.431228:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184993920:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.431235:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.431243:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68389 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.431256:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.431263:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.431279:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.431292:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184993984:0@lo:104: 00000100:00100000:1.0:1718402021.431314:0:32583:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.431332:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8f00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.431341:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184993984 00000100:00100000:0.0:1718402021.431365:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5505 00000100:00100000:0.0:1718402021.431368:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184993984:12345-0@lo:104: 00010000:00010000:0.0:1718402021.431404:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.431407:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184993984:12345-0@lo:104: Request processed in 39us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.431410:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5505 00010000:00010000:2.0:1718402021.431420:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.431423:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.431423:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184993984:0@lo:104: 00010000:00010000:2.0:1718402021.431428:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6400 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402021.431430:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.431434:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.431434:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.431441:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:1.0:1718402021.431443:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.431445:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.431447:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.431450:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.431451:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338b40, rc 0) 00010000:00010000:2.0:1718402021.431460:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.431464:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6400/0xddd980ffd8f68312 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68319 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.431466:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184994048:0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402021.431472:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.431472:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184993920:12345-0@lo:101:mdt00_008.0 Request processed in 243us (322us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.431473:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.431473:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.431477:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20032 00000100:00100000:3.0:1718402021.431483:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.431496:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994048 00000100:00100000:3.0:1718402021.431501:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90000 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184993920:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.431506:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.431508:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.431512:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.431518:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32773 00000100:00100000:2.0:1718402021.431520:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad904c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+10:3333:x1801871184994048:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402021.431525:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718402021.432351:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987081 is committed 00000020:00080000:0.0:1718402021.432356:0:8086:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3548 batchid updated 00000020:00080000:1.0:1718402021.432392:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3548 00000040:00100000:1.0:1718402021.432400:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1497 in log [0x3:0x401:0x2] 00000004:00080000:1.0:1718402021.432424:0:8104:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880098699200 with version 7101 00000020:00080000:1.0:1718402021.432430:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3548 cancel update log [0x3:0x401:0x2].1497: rc = 0 00010000:00010000:2.0:1718402021.432433:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68319 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68312 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000040:00100000:1.0:1718402021.432435:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1118 in log [0x3:0x40000400:0x2] 00000004:00080000:0.0:1718402021.432438:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7101 rpc_version 7101 00010000:00010000:2.0:1718402021.432443:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:2.0:1718402021.432447:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.432453:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.432457:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cc4280 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184994112:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1718402021.432458:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.432466:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3548 cancel update log [0x3:0x40000400:0x2].1118: rc = 0 00000020:00080000:1.0:1718402021.432472:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3548 00010000:00010000:2.0:1718402021.432474:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.432480:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.432482:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe1300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184994176:0@lo:105: 00000100:00100000:0.0:1718402021.432488:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbe40 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.432498:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994112 00000100:00100000:2.0:1718402021.432505:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.432517:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009e820780 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.432517:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994176 00000100:00100000:1.0:1718402021.432519:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20033 00000100:00100000:1.0:1718402021.432522:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871184994112:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402021.432529:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5506 00000100:00100000:0.0:1718402021.432531:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe0980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184994176:12345-0@lo:105: 00010000:00010000:0.0:1718402021.432536:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.432545:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.432549:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.432552:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.432555:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.432563:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800737e6880) 00010000:00010000:2.0:1718402021.432577:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.432582:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.432591:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe0980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184994176:12345-0@lo:105: Request processed in 59us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.432595:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5506 00010000:00010000:2.0:1718402021.432602:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.432605:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.432606:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe1300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184994176:0@lo:105: 00000100:00100000:1.0:1718402021.432606:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871184994112:12345-0@lo:1000:osp_up0-1.0 Request processed in 82us (124us total) trans 8589959550 rc 0/0 00010000:00010000:2.0:1718402021.432609:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.432611:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20033 00010000:00010000:3.0:1718402021.432616:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.432616:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe2ac0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994240:0@lo:101:mdt00_008.0 00000100:00100000:0.0:1718402021.432617:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cc4280 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871184994112:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718402021.432631:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.432638:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009e820e40 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.432643:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad904c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3333:x1801871184994048:12345-0@lo:103:ldlm_bl_04.0 Request processed in 1122us (1160us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.432645:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994240 00000100:00100000:3.0:1718402021.432648:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32773 00000100:00100000:0.0:1718402021.432651:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184994048:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718402021.432657:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20034 00000100:00100000:1.0:1718402021.432660:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184994240:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.432665:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.432672:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68397 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.432683:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68327 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68320 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.432689:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.432701:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68327 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68320 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.432708:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184994304:0@lo:104: 00000100:00100000:1.0:1718402021.432725:0:32583:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.432734:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8cc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.432737:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994304 00000100:00100000:0.0:1718402021.432754:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5507 00000100:00100000:0.0:1718402021.432756:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184994304:12345-0@lo:104: 00010000:00010000:0.0:1718402021.432783:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.432788:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184994304:12345-0@lo:104: Request processed in 30us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.432790:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184994304:0@lo:104: 00000100:00100000:0.0:1718402021.432792:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5507 00010000:00010000:1.0:1718402021.432800:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.432804:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.432806:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.432808:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68327 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.432809:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.432811:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.432814:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7600 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.432816:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33b840, rc 0) 00010000:00010000:0.0:1718402021.432816:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68327 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.432822:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68327 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.432833:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184994240:12345-0@lo:101:mdt00_008.0 Request processed in 173us (202us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.432837:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68327 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.432838:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20034 00010000:00010000:0.0:1718402021.432842:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718402021.432844:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987081 gen 2 00000004:00080000:2.0:1718402021.432849:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987081 committed transno 4294987081 00010000:00010000:0.0:1718402021.432853:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68327 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.432856:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e7600/0xddd980ffd8f68320 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68327 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.432864:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe2ac0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994240:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.432865:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cc4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184994368:0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718402021.432871:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.432871:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.432872:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.432873:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.432877:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.432881:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.432896:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994368 00010000:00010000:3.0:1718402021.432905:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68327 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68320 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.432919:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32774 00000100:00100000:3.0:1718402021.432922:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3334:x1801871184994368:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718402021.432926:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.433440:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68327 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68320 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.433451:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:3.0:1718402021.433454:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.433461:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.433466:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.433481:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.433488:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184994432:0@lo:105: 00000100:00100000:3.0:1718402021.433510:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.433530:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a480 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.433548:0:19829:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1718402021.433558:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994432 00000100:00100000:0.0:1718402021.433596:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5508 00000100:00100000:0.0:1718402021.433600:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b588850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184994432:12345-0@lo:105: 00010000:00010000:0.0:1718402021.433605:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.433611:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.433617:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.433622:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.433627:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.433638:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880122e57a80) 00010000:00010000:2.0:1718402021.433640:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.433648:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.433659:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:0.0:1718402021.433662:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b588850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184994432:12345-0@lo:105: Request processed in 62us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.433665:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5508 00010000:00010000:2.0:1718402021.433667:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.433672:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.433675:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.433681:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.433684:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184994432:0@lo:105: 00080000:00080000:2.0:1718402021.433691:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:3.0:1718402021.433692:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.433708:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.433714:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3334:x1801871184994368:12345-0@lo:103:ldlm_bl_02.0 Request processed in 792us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.433718:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32774 00000100:00100000:1.0:1718402021.433741:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cc4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184994368:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.434381:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6834a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.434386:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6834a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.434396:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6834a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.434399:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.434412:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e4900/0xddd980ffd8f68343 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6834a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718402021.434421:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959550 is committed 00000100:00100000:2.0:1718402021.434428:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cc4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184994496:0@lo:103:jbd2/dm-0-8.0 00000001:00080000:0.0:1718402021.434429:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959549 is committed 00000020:00080000:0.0:1718402021.434432:0:32552:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880073677900 refcount 2 committed 0 result 0 batchid 4294989994 00000020:00080000:0.0:1718402021.434434:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131df6000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880131dab100 00000020:00080000:0.0:1718402021.434436:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131df6400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880131daba80 00000020:00080000:0.0:1718402021.434438:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].756 00000020:00080000:0.0:1718402021.434439:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880131df6100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880131df6200 00000020:00080000:0.0:1718402021.434440:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].754 00000100:00100000:2.0:1718402021.434446:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.434457:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.434460:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994496 00000020:00080000:2.0:1718402021.434463:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294989994 committed batchid 4294989993 00010000:00010000:3.0:1718402021.434464:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434469:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434473:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6f40 already unused, calling callback (ffffffffa0eac360) 00000100:00100000:0.0:1718402021.434473:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7441 00010000:00010000:3.0:1718402021.434474:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.434475:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3335:x1801871184994496:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718402021.434479:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.434479:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00080000:2.0:1718402021.434482:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294989993 00010000:00010000:3.0:1718402021.434487:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00000004:00010000:0.0:1718402021.434487:0:6862:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f4:0x0] updating lvb mtime from disk: 0 -> 1718402019 00010000:00010000:3.0:1718402021.434489:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00010000:0.0:1718402021.434489:0:6862:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f4:0x0] updating lvb atime from disk: 0 -> 1718402019 00010000:00010000:3.0:1718402021.434490:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.434490:0:6862:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f4:0x0] updating lvb ctime from disk: 0 -> 1718402019 00010000:00010000:3.0:1718402021.434495:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.434496:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6834a lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68343 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434499:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.434502:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff88012f3b7100) 00010000:00010000:0.0:1718402021.434506:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.434511:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434515:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6832e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434517:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434522:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434524:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.434528:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3335:x1801871184994496:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 51us (81us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.434529:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.434531:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7441 00010000:00010000:3.0:1718402021.434533:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434537:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e73c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.434538:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434542:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.434543:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cc4c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184994496:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718402021.434547:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b9:0x0].0x0 (ffff880131df6f00) 00010000:00010000:3.0:1718402021.434549:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402021.434550:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434554:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68335 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434562:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434582:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434591:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434595:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.434596:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434597:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff88007144d800) 00010000:00010000:2.0:1718402021.434599:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718402021.434600:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434602:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6836d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b3:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcea expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434606:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff880131df6a00) 00010000:00010000:3.0:1718402021.434607:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402021.434608:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.434613:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4000/0xddd980ffd8f6833c lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434621:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434625:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434629:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.434654:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994560:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.434668:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.434682:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009e820900 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.434694:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994560 00000100:00100000:1.0:1718402021.434708:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20035 00000100:00100000:1.0:1718402021.434712:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184994560:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.434791:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184994560:12345-0@lo:1000:mdt00_008.0 Request processed in 77us (121us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718402021.434797:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20035 00000100:00100000:2.0:1718402021.434800:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994560:0@lo:1000:mdt00_008.0 00010000:00010000:2.0:1718402021.434814:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434818:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434822:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434832:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434835:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434842:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.434848:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994624:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.434859:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.434865:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009e820300 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.434874:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994624 00000100:00100000:1.0:1718402021.434884:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20036 00000100:00100000:1.0:1718402021.434886:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871184994624:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.434890:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.434896:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f683c1 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f683ba expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.434905:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f683c1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f683ba expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.434913:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f683c1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f683ba expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.434933:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff88012f3b7e00) 00010000:00010000:1.0:1718402021.434935:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:1.0:1718402021.434936:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c339200, rc 0) 00000100:00100000:1.0:1718402021.434959:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184994624:12345-0@lo:101:mdt00_008.0 Request processed in 72us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.434963:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20036 00000100:00100000:2.0:1718402021.434973:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994624:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.434979:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f683c1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.434983:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f683c1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.434990:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f5:0x0] 00000100:00100000:2.0:1718402021.435429:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994688:0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.435452:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.435470:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009e820300 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.435498:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994688 00000100:00100000:1.0:1718402021.435514:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20037 00000100:00100000:1.0:1718402021.435517:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184994688:12345-0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.436609:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184994688:12345-0@lo:403:mdt00_008.0 Request processed in 1090us (1156us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.436613:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20037 00000100:00100000:2.0:1718402021.436674:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994688:0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.437179:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994752:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.437196:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.437225:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009e820900 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.437238:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994752 00000100:00100000:1.0:1718402021.437256:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20038 00000100:00100000:1.0:1718402021.437259:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184994752:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.437304:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184994752:12345-0@lo:1000:mdt00_008.0 Request processed in 44us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.437308:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20038 00000100:00100000:2.0:1718402021.437319:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994752:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.437362:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994816:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.437375:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.437390:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009e820900 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.437402:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994816 00000100:00100000:1.0:1718402021.437411:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20039 00000100:00100000:1.0:1718402021.437414:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184994816:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.437440:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184994816:12345-0@lo:1000:mdt00_008.0 Request processed in 26us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.437444:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20039 00000100:00100000:2.0:1718402021.437445:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994816:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.437484:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994880:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.437496:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.437502:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.437506:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994880 00000100:00100000:1.0:1718402021.437513:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20040 00000100:00100000:1.0:1718402021.437515:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184994880:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.437546:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184994880:12345-0@lo:1000:mdt00_008.0 Request processed in 31us (50us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.437549:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20040 00000100:00100000:2.0:1718402021.437553:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880085fe1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184994880:0@lo:1000:mdt00_008.0 00000040:00080000:2.0:1718402021.437758:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].755, 1064 off578208 00000040:00080000:2.0:1718402021.437783:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].757, 1144 off638984 00000004:00080000:2.0:1718402021.437787:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ba5a180 with version 1480 00000004:00080000:0.0:1718402021.437818:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1480 rpc_version 1480 00000100:00100000:0.0:1718402021.437838:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cc76c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184994944:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.437857:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.437875:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb780 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.437891:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184994944 00000100:00100000:1.0:1718402021.437907:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20041 00000100:00100000:1.0:1718402021.437909:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:32565:x1801871184994944:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402021.438105:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871184994944:12345-0@lo:1000:osp_up1-0.0 Request processed in 194us (247us total) trans 4294987082 rc 0/0 00000100:00100000:1.0:1718402021.438111:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20041 00000100:00100000:0.0:1718402021.438135:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cc76c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184994944:0@lo:1000:osp_up1-0.0 00000004:00010000:2.0:1718402021.438151:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097cc2ac0 reply state ffff880123d9f000 transno 8589959551 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.438158:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f5:0x0] 00010000:00010000:2.0:1718402021.438160:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f683c1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438164:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f683c1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.438168:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097cc2ac0 reply state ffff880123d9f000 transno 8589959551 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.438216:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:2.0:1718402021.438219:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438222:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.438226:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097cc2ac0 reply state ffff880123d9f000 transno 8589959551 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.438231:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f3:0x0] 00010000:00010000:2.0:1718402021.438233:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438236:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438240:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438242:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438245:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438248:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438251:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7cc0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.438252:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438255:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438260:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88012e9f4100) 00010000:00010000:2.0:1718402021.438261:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.438262:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.438266:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68382 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.438306:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189938048:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 9832us (9876us total) trans 8589959551 rc 0/0 00000100:00100000:2.0:1718402021.438310:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101290 00010000:00010000:2.0:1718402021.439098:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439105:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:2.0:1718402021.439107:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.439109:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439113:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff88007144d100) 00010000:00010000:2.0:1718402021.439115:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.439116:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439122:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff88007144d500) 00010000:00010000:2.0:1718402021.439124:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718402021.439250:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.439279:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189938112 00000100:00100000:2.0:1718402021.439293:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101291 00000100:00100000:2.0:1718402021.439296:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189938112:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1718402021.439317:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f683c8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439322:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f683c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439327:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f683c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439333:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f683cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439336:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f683cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439339:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f683cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439358:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439361:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439364:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.439381:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439385:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f683c8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439388:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f683c8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439394:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f683c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439397:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.439398:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f683c8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439401:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f683c8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439405:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:2.0:1718402021.439406:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.439407:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f683c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439409:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f683c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439414:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f683cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439417:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f683cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439420:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f683cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439422:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.439423:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f683cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439426:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f683cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439430:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3066 (ffff88007144dc00) 00010000:00010000:2.0:1718402021.439431:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.439431:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f683cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439434:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f683cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439439:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439442:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439444:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439447:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.439448:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439450:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439454:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff88007144d300) 00010000:00010000:2.0:1718402021.439455:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.439456:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.439458:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f683d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.439486:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189938112:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 189us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.439490:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101291 00000100:00100000:0.0:1718402021.440279:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.440314:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189938240 00000100:00100000:2.0:1718402021.440329:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101292 00000100:00100000:2.0:1718402021.440331:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189938240:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.440337:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.440342:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f683dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcf1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.440377:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f683e4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.440382:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f683e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.440386:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f683e4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402021.440392:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b2:0x0]: returning size 0 00010000:00010000:2.0:1718402021.440420:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f683dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcf1 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.440427:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f683e4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcf1 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.440431:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff88007144d300) 00010000:00010000:2.0:1718402021.440432:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402021.440433:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e573c0, rc 0) 00000100:00100000:2.0:1718402021.440472:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189938240:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 140us (195us total) trans 8589959552 rc 0/0 00000100:00100000:2.0:1718402021.440476:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101292 00000100:00100000:0.0:1718402021.441239:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.441280:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189938304 00000100:00100000:3.0:1718402021.441311:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 532 00000100:00100000:3.0:1718402021.441316:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dd9300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189938304:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:3.0:1718402021.441346:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x595:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.441350:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800737e6400/0xddd980ffd8f683f2 lrc: 3/0,1 mode: --/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.441359:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.441361:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.441364:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800737e6400/0xddd980ffd8f683f2 lrc: 3/0,1 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.441374:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800737e6400/0xddd980ffd8f683f2 lrc: 3/0,1 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.441382:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800737e6400/0xddd980ffd8f683f2 lrc: 3/0,1 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.441387:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800737e6400/0xddd980ffd8f683f2 lrc: 2/0,0 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.441406:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.441424:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.441429:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800737e6400/0xddd980ffd8f683f2 lrc: 2/0,0 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.441437:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6400 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.441438:0:6863:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800737e6400/0xddd980ffd8f683f2 lrc: 2/0,0 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.441441:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dd9300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189938304:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 124us (202us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.441444:0:6863:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800737e6400/0xddd980ffd8f683f2 lrc: 3/0,0 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.441447:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 532 00010000:00010000:1.0:1718402021.441457:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800737e6400/0xddd980ffd8f683f2 lrc: 1/0,0 mode: --/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.441467:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800737e6400/0xddd980ffd8f683f2 lrc: 0/0,0 mode: --/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.441477:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.441478:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.441480:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.442288:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.442320:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189938432 00000100:00100000:2.0:1718402021.442336:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101293 00000100:00100000:2.0:1718402021.442339:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097dddf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26915:x1801871189938432:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1718402021.442358:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.442366:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800846e8000/0xddd980ffd8f67dd9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbbd expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.442374:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff88007144d300) 00010000:00010000:2.0:1718402021.442376:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.442381:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.442386:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.442390:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.442413:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cb900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995008:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.442432:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.442448:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.442465:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995008 00000100:00100000:1.0:1718402021.442487:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20042 00000100:00100000:1.0:1718402021.442490:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995008:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.442526:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995008:12345-0@lo:1000:mdt00_008.0 Request processed in 36us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.442530:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20042 00000100:00100000:2.0:1718402021.442535:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cb900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995008:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.442558:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cb900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995072:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.442586:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.442599:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.442614:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995072 00000100:00100000:1.0:1718402021.442623:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20043 00000100:00100000:1.0:1718402021.442625:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0ce3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995072:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.442658:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0ce3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995072:12345-0@lo:1000:mdt00_008.0 Request processed in 32us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.442661:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20043 00000100:00100000:2.0:1718402021.442663:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cb900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995072:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.443009:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cb900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995136:0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.443026:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.443037:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefcc0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.443111:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995136 00000100:00100000:1.0:1718402021.443134:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20044 00000100:00100000:1.0:1718402021.443137:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995136:12345-0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.444424:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995136:12345-0@lo:403:mdt00_008.0 Request processed in 1285us (1396us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.444428:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20044 00000100:00100000:2.0:1718402021.444489:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cb900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995136:0@lo:403:mdt00_008.0 00010000:00010000:2.0:1718402021.445073:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.445080:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.445085:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.445092:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cb900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995200:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.445109:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.445127:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefcc0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.445157:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995200 00000100:00100000:1.0:1718402021.445218:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20045 00000100:00100000:1.0:1718402021.445222:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995200:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.445229:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.445238:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68400 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.445250:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.445255:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.445268:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.445274:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184995264:0@lo:104: 00000100:00100000:1.0:1718402021.445293:0:32583:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.445311:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.445340:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995264 00000100:00100000:0.0:1718402021.445368:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5509 00000100:00100000:0.0:1718402021.445371:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184995264:12345-0@lo:104: 00010000:00010000:0.0:1718402021.445424:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.445427:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184995264:12345-0@lo:104: Request processed in 56us (133us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.445429:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1718402021.445431:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5509 00010000:00010000:2.0:1718402021.445434:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.445440:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6880 already unused, calling callback (ffffffffa0ead0e0) 00000100:00100000:1.0:1718402021.445440:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184995264:0@lo:104: 00010000:00010000:2.0:1718402021.445443:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.445447:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.445451:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.445456:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:1.0:1718402021.445457:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.445459:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.445463:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c3386c0, rc 0) 00010000:00010000:2.0:1718402021.445464:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.445469:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1718402021.445486:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184995200:12345-0@lo:101:mdt00_008.0 Request processed in 264us (377us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.445491:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.445491:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20045 00010000:00010000:2.0:1718402021.445498:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68389 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68390 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.445509:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.445510:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.445511:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.445513:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cf6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184995328:0@lo:103:ldlm_bl_03.0 00000100:00100000:3.0:1718402021.445525:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cb900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995200:0@lo:101:mdt00_008.0 00000100:00100000:0.0:1718402021.445537:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.445538:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.445546:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.445556:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995328 00010000:00010000:1.0:1718402021.445577:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.445596:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32775 00000100:00100000:1.0:1718402021.445600:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddf6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+10:3332:x1801871184995328:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402021.445606:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718402021.446439:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987082 is committed 00010000:00010000:1.0:1718402021.446521:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68390 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68389 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.446546:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:1.0:1718402021.446548:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.446553:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.446557:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.446584:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.446605:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184995392:0@lo:105: 00000100:00100000:1.0:1718402021.446621:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.446636:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.446649:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995392 00000100:00100000:0.0:1718402021.446669:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5510 00000100:00100000:0.0:1718402021.446672:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184995392:12345-0@lo:105: 00010000:00010000:0.0:1718402021.446676:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.446681:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.446685:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.446688:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.446695:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.446708:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880122e57840) 00000100:00100000:0.0:1718402021.446730:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184995392:12345-0@lo:105: Request processed in 58us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.446734:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5510 00010000:00010000:3.0:1718402021.446739:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.446745:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.446747:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184995392:0@lo:105: 00010000:00010000:1.0:1718402021.446754:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402021.446769:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddf6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3332:x1801871184995328:12345-0@lo:103:ldlm_bl_03.0 Request processed in 1170us (1232us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.446770:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.446773:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32775 00010000:00010000:3.0:1718402021.446774:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.446779:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.446786:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cf6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184995328:0@lo:103:ldlm_bl_03.0 00000100:00100000:3.0:1718402021.446787:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995456:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.446804:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.446813:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a540 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.446814:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995456 00000100:00100000:1.0:1718402021.446829:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20046 00000100:00100000:1.0:1718402021.446831:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad91300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184995456:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.446835:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.446840:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f6840e expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.446848:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.446851:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.446860:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.446864:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184995520:0@lo:104: 00000100:00100000:1.0:1718402021.446878:0:32583:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.446885:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.446892:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995520 00000100:00100000:0.0:1718402021.446903:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5511 00000100:00100000:0.0:1718402021.446905:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f05df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184995520:12345-0@lo:104: 00010000:00010000:0.0:1718402021.446925:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.446927:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f05df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184995520:12345-0@lo:104: Request processed in 22us (49us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.446930:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5511 00010000:00010000:2.0:1718402021.446931:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1718402021.446934:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184995520:0@lo:104: 00010000:00010000:2.0:1718402021.446935:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.446941:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57a80 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402021.446943:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.446944:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.446947:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.446950:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:1.0:1718402021.446953:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.446954:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.446960:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.446960:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33b180, rc 0) 00010000:00010000:2.0:1718402021.446966:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.446973:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.446976:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57a80/0xddd980ffd8f68397 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6839e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.446982:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184995584:0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402021.446983:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.446983:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.446984:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.446990:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad91300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995456:12345-0@lo:101:mdt00_008.0 Request processed in 157us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.446995:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20046 00000100:00100000:0.0:1718402021.447002:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.447003:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987082 gen 2 00000004:00080000:3.0:1718402021.447007:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987082 committed transno 4294987082 00000100:00100000:1.0:1718402021.447021:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995584 00000100:00100000:3.0:1718402021.447028:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995456:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.447030:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.447036:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.447040:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32776 00010000:00010000:3.0:1718402021.447042:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.447042:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddf200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3333:x1801871184995584:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.447046:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.447262:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6839e lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68397 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.447272:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.447275:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.447282:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.447292:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.447310:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.447318:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddbdc0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184995648:0@lo:105: 00000100:00100000:0.0:1718402021.447337:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.447353:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb480 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.447377:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995648 00000100:00100000:2.0:1718402021.447394:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5512 00000100:00100000:2.0:1718402021.447397:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184995648:12345-0@lo:105: 00010000:00010000:2.0:1718402021.447402:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.447406:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.447410:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.447413:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.447417:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.447448:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800737e5200) 00000100:00100000:2.0:1718402021.447469:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184995648:12345-0@lo:105: Request processed in 71us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.447473:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5512 00010000:00010000:3.0:1718402021.447474:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.447475:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097ddbdc0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184995648:0@lo:105: 00010000:00010000:3.0:1718402021.447481:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.447484:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1718402021.447493:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:0.0:1718402021.447503:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddf200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3333:x1801871184995584:12345-0@lo:103:ldlm_bl_04.0 Request processed in 460us (500us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.447504:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.447507:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32776 00010000:00010000:3.0:1718402021.447511:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.447515:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.447521:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.447530:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184995584:0@lo:103:ldlm_bl_04.0 00080000:00080000:3.0:1718402021.447537:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:3.0:1718402021.447557:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.448136:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f683c1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.448143:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f683c1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.448158:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f683c1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.448163:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.448184:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e56880/0xddd980ffd8f683ba lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f683c1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.448207:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372e9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184995712:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718402021.448208:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448215:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718402021.448215:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959552 is committed 00010000:00010000:3.0:1718402021.448220:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402021.448221:0:32552:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88009e820780 refcount 2 committed 0 result 0 batchid 4294989995 00010000:00010000:3.0:1718402021.448222:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.448224:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402021.448224:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88007144de00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008ba5a080 00010000:00010000:3.0:1718402021.448227:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402021.448227:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88007144d000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008ba5a180 00000020:00080000:0.0:1718402021.448229:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].757 00000100:00100000:1.0:1718402021.448230:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1718402021.448231:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88007144d400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88007144d700 00010000:00010000:3.0:1718402021.448233:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00000020:00080000:0.0:1718402021.448233:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].755 00010000:00010000:3.0:1718402021.448235:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.448236:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448240:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402021.448240:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294989994 batchid updated 00010000:00010000:3.0:1718402021.448243:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.448245:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294989995 committed batchid 4294989994 00000100:00100000:0.0:1718402021.448252:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995712 00010000:00010000:3.0:1718402021.448254:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448257:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f683a5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448263:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448266:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.448267:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7442 00010000:00010000:3.0:1718402021.448269:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.448270:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3334:x1801871184995712:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718402021.448271:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57cc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.448272:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448275:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.448275:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.448281:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b3:0x0].0x0 (ffff88007144d100) 00010000:00010000:3.0:1718402021.448283:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000040:00100000:2.0:1718402021.448283:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 756 in log [0x2:0x40000404:0x2] 00010000:00010000:3.0:1718402021.448284:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.448285:0:6862:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f5:0x0] updating lvb mtime from disk: 0 -> 1718402019 00010000:00010000:3.0:1718402021.448286:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f683ac lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.448287:0:6862:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f5:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:0.0:1718402021.448288:0:6862:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f5:0x0] updating lvb ctime from disk: 0 -> 1718402019 00010000:00010000:3.0:1718402021.448294:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.448296:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f683c1 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f683ba expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448297:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448299:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448302:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.448303:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.448304:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff88012f3b7e00) 00010000:00010000:3.0:1718402021.448306:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448309:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff88007144d500) 00010000:00010000:0.0:1718402021.448309:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.448310:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000004:00080000:2.0:1718402021.448310:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ba5a600 with version 1481 00010000:00010000:3.0:1718402021.448311:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448316:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f683b3 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.448326:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294989994 cancel update log [0x2:0x40000404:0x2].756: rc = 0 00000100:00100000:0.0:1718402021.448331:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ebe850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3334:x1801871184995712:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 60us (101us total) trans 0 rc 0/0 00000040:00100000:2.0:1718402021.448333:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 754 in log [0x2:0xbd0:0x2] 00000100:00100000:0.0:1718402021.448336:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7442 00000020:00080000:2.0:1718402021.448357:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294989994 cancel update log [0x2:0xbd0:0x2].754: rc = 0 00010000:00010000:3.0:1718402021.448362:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.448363:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294989994 00010000:00010000:3.0:1718402021.448365:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.448371:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372e9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184995712:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:1.0:1718402021.448381:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1481 rpc_version 1481 00000100:00100000:1.0:1718402021.448393:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184995776:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402021.448408:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.448416:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.448420:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995776 00010000:00010000:3.0:1718402021.448431:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff88007144d300) 00010000:00010000:3.0:1718402021.448433:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00000100:00100000:0.0:1718402021.448433:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20047 00000100:00100000:0.0:1718402021.448436:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:32565:x1801871184995776:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1718402021.448437:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f683e4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcf1 expref: 21 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448461:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448465:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448469:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.448497:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995840:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.448503:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:32565:x1801871184995776:12345-0@lo:1000:osp_up1-0.0 Request processed in 66us (94us total) trans 4294987083 rc 0/0 00000100:00100000:0.0:1718402021.448507:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20047 00000100:00100000:3.0:1718402021.448515:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.448523:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a840 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.448523:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc1c80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184995776:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.448526:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995840 00000100:00100000:0.0:1718402021.448537:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20048 00000100:00100000:0.0:1718402021.448539:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad94280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184995840:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.448606:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad94280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184995840:12345-0@lo:1000:mdt00_008.0 Request processed in 66us (91us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718402021.448610:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20048 00000100:00100000:3.0:1718402021.448617:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995840:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.448635:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448641:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448645:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448655:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448658:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448663:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.448668:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995904:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.448680:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.448686:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a6c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.448690:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995904 00000100:00100000:0.0:1718402021.448701:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20049 00000100:00100000:0.0:1718402021.448703:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad94c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184995904:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.448707:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.448713:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68438 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68431 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.448721:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68438 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68431 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.448725:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68438 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68431 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.448746:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff880095f5bb00) 00010000:00010000:0.0:1718402021.448747:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:0.0:1718402021.448748:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc93180, rc 0) 00000100:00100000:0.0:1718402021.448763:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad94c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995904:12345-0@lo:101:mdt00_008.0 Request processed in 59us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.448766:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20049 00000100:00100000:3.0:1718402021.448775:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995904:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.448780:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68438 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.448785:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68438 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.448793:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f6:0x0] 00000100:00100000:3.0:1718402021.449156:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995968:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.449173:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.449211:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a6c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.449213:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184995968 00000100:00100000:0.0:1718402021.449237:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20050 00000100:00100000:0.0:1718402021.449241:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad904c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995968:12345-0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.450456:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad904c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184995968:12345-0@lo:403:mdt00_008.0 Request processed in 1214us (1281us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.450460:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20050 00000100:00100000:3.0:1718402021.450479:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184995968:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.451003:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996032:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.451026:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.451045:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a840 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.451090:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996032 00000100:00100000:0.0:1718402021.451120:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20051 00000100:00100000:0.0:1718402021.451124:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184996032:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.451174:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184996032:12345-0@lo:1000:mdt00_008.0 Request processed in 50us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.451179:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20051 00000100:00100000:3.0:1718402021.451187:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996032:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.451259:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996096:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.451276:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.451291:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a840 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.451305:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996096 00000100:00100000:0.0:1718402021.451319:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20052 00000100:00100000:0.0:1718402021.451321:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184996096:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.451348:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184996096:12345-0@lo:1000:mdt00_008.0 Request processed in 26us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.451351:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20052 00000100:00100000:3.0:1718402021.451355:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996096:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.451402:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996160:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.451416:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.451428:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.451438:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996160 00000100:00100000:0.0:1718402021.451451:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20053 00000100:00100000:0.0:1718402021.451453:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184996160:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.451490:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184996160:12345-0@lo:1000:mdt00_008.0 Request processed in 36us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.451494:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20053 00000100:00100000:3.0:1718402021.451498:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996160:0@lo:1000:mdt00_008.0 00000040:00080000:3.0:1718402021.451669:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].756, 1064 off579272 00000040:00080000:3.0:1718402021.451696:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].758, 1144 off640128 00000004:00080000:3.0:1718402021.451701:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880131dab300 with version 1482 00000004:00080000:1.0:1718402021.451768:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1482 rpc_version 1482 00000100:00100000:1.0:1718402021.451788:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d50c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184996224:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402021.451808:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.451825:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.451846:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996224 00000100:00100000:0.0:1718402021.451867:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20054 00000100:00100000:0.0:1718402021.451870:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871184996224:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.452086:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:32565:x1801871184996224:12345-0@lo:1000:osp_up1-0.0 Request processed in 214us (277us total) trans 4294987084 rc 0/0 00000100:00100000:0.0:1718402021.452092:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20054 00000100:00100000:1.0:1718402021.452135:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d50c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184996224:0@lo:1000:osp_up1-0.0 00000004:00010000:3.0:1718402021.452174:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097dddf00 reply state ffff8800944db000 transno 8589959553 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.452183:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f6:0x0] 00010000:00010000:3.0:1718402021.452186:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68438 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452205:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68438 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.452213:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097dddf00 reply state ffff8800944db000 transno 8589959553 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.452261:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:3.0:1718402021.452265:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452270:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.452276:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097dddf00 reply state ffff8800944db000 transno 8589959553 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.452283:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f3:0x0] 00010000:00010000:3.0:1718402021.452286:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452291:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452297:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452300:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452303:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452309:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452312:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55d40 already unused, calling callback (ffffffffa081d190) 00010000:00010000:3.0:1718402021.452314:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452317:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452322:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88007144df00) 00010000:00010000:3.0:1718402021.452323:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.452325:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.452327:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f683f9 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.452384:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097dddf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26915:x1801871189938432:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 10043us (10096us total) trans 8589959553 rc 0/0 00000100:00100000:3.0:1718402021.452391:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101293 00010000:00010000:2.0:1718402021.453302:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.453309:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:2.0:1718402021.453310:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.453312:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.453316:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff88012e9f4100) 00010000:00010000:2.0:1718402021.453317:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.453318:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.453321:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff88012e9f4900) 00010000:00010000:2.0:1718402021.453322:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718402021.453522:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.453561:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189938496 00000100:00100000:3.0:1718402021.453592:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101294 00000100:00100000:3.0:1718402021.453596:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ecc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26915:x1801871189938496:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:3.0:1718402021.453626:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f6843f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453633:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f6843f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453639:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f6843f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453646:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68446 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453649:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68446 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453653:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68446 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453674:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453678:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453683:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.453712:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453718:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f6843f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453721:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f6843f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453728:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f6843f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453731:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6d00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.453732:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f6843f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453735:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f6843f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453740:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:3.0:1718402021.453741:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.453742:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f6843f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453745:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6d00/0xddd980ffd8f6843f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453751:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68446 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453754:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68446 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453757:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68446 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453760:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.453766:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68446 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453770:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68446 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453773:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3666 (ffff880133fa9700) 00010000:00010000:3.0:1718402021.453774:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.453775:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68446 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453778:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f68446 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453785:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453787:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453790:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453792:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.453793:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453796:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453799:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88011f815300) 00010000:00010000:3.0:1718402021.453800:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.453801:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.453805:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f6844d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.453843:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ecc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26915:x1801871189938496:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 246us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.453848:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101294 00000100:00100000:0.0:1718402021.454440:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.454472:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189938624 00000100:00100000:3.0:1718402021.454487:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101295 00000100:00100000:3.0:1718402021.454489:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ee880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26915:x1801871189938624:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.454495:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.454501:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f68454 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcf8 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.454541:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4fc0/0xddd980ffd8f6845b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.454546:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4fc0/0xddd980ffd8f6845b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.454550:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4fc0/0xddd980ffd8f6845b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.454555:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b8:0x0]: returning size 0 00010000:00010000:3.0:1718402021.454608:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f68454 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcf8 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.454616:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4fc0/0xddd980ffd8f6845b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcf8 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.454621:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88011f815300) 00010000:00010000:3.0:1718402021.454622:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718402021.454623:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e4fc0, rc 0) 00000100:00100000:3.0:1718402021.454649:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ee880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189938624:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 159us (210us total) trans 8589959554 rc 0/0 00000100:00100000:3.0:1718402021.454653:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101295 00000100:00100000:0.0:1718402021.455399:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.455433:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189938688 00000100:00100000:3.0:1718402021.455456:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 533 00000100:00100000:3.0:1718402021.455459:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189938688:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:3.0:1718402021.455482:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x598:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.455485:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f68469 lrc: 3/0,1 mode: --/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.455492:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.455493:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.455496:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f68469 lrc: 3/0,1 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.455502:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f68469 lrc: 3/0,1 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.455507:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f68469 lrc: 3/0,1 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.455511:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f68469 lrc: 2/0,0 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.455545:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718402021.455576:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.455580:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f68469 lrc: 2/0,0 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.455583:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189938688:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 121us (184us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.455588:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e46c0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.455590:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f68469 lrc: 2/0,0 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.455594:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 533 00010000:00010000:0.0:1718402021.455596:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f68469 lrc: 3/0,0 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.455608:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f68469 lrc: 1/0,0 mode: --/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.455630:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f68469 lrc: 0/0,0 mode: --/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.455643:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.455644:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.455645:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.456252:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.456287:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189938816 00000100:00100000:3.0:1718402021.456306:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101296 00000100:00100000:3.0:1718402021.456308:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ec740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26915:x1801871189938816:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:3.0:1718402021.456324:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.456333:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f67eab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b8:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbe7 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.456343:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88011f815300) 00010000:00010000:3.0:1718402021.456345:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.456350:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.456354:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.456358:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.456376:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996288:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.456393:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.456409:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.456439:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996288 00000100:00100000:0.0:1718402021.456466:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20055 00000100:00100000:0.0:1718402021.456470:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184996288:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.456515:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184996288:12345-0@lo:1000:mdt00_008.0 Request processed in 45us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.456519:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20055 00000100:00100000:3.0:1718402021.456532:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996288:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.456562:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996352:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.456586:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.456598:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a480 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.456608:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996352 00000100:00100000:0.0:1718402021.456623:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20056 00000100:00100000:0.0:1718402021.456625:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097cc1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184996352:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.456656:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097cc1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184996352:12345-0@lo:1000:mdt00_008.0 Request processed in 30us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.456659:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20056 00000100:00100000:3.0:1718402021.456663:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996352:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.457024:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cc76c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996416:0@lo:403:mdt00_008.0 00000100:00100000:3.0:1718402021.457041:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.457057:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.457079:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996416 00000100:00100000:0.0:1718402021.457100:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20057 00000100:00100000:0.0:1718402021.457104:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad94740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184996416:12345-0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.458293:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad94740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184996416:12345-0@lo:403:mdt00_008.0 Request processed in 1188us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.458298:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20057 00000100:00100000:3.0:1718402021.458358:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cc76c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996416:0@lo:403:mdt00_008.0 00010000:00010000:3.0:1718402021.458854:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.458859:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.458864:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.458871:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097cc76c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996480:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.458888:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.458905:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.458969:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996480 00000100:00100000:0.0:1718402021.458994:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20058 00000100:00100000:0.0:1718402021.458998:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184996480:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.459006:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.459015:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68477 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.459029:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.459040:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.459055:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.459063:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eb900 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184996544:0@lo:104: 00000100:00100000:0.0:1718402021.459085:0:32583:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.459104:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb240 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.459122:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996544 00000100:00100000:2.0:1718402021.459153:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5513 00000100:00100000:2.0:1718402021.459157:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eaf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184996544:12345-0@lo:104: 00000100:00100000:0.0:1718402021.459211:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eb900 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184996544:0@lo:104: 00010000:00010000:2.0:1718402021.459212:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.459217:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eaf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184996544:12345-0@lo:104: Request processed in 60us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.459222:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5513 00010000:00010000:0.0:1718402021.459224:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.459230:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:0.0:1718402021.459232:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.459234:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.459239:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91200, rc 0) 00010000:00010000:1.0:1718402021.459240:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.459243:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.459247:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57840 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.459250:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.459253:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.459264:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+11:7224:x1801871184996480:12345-0@lo:101:mdt00_008.0 Request processed in 265us (375us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.459269:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.459269:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20058 00010000:00010000:1.0:1718402021.459272:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.459283:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.459286:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e57840/0xddd980ffd8f68400 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68407 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.459287:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184996608:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718402021.459289:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097cc76c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996480:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.459294:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.459294:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.459295:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.459297:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.459301:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.459309:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.459326:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996608 00010000:00010000:0.0:1718402021.459336:0:10518:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.459350:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32777 00000100:00100000:0.0:1718402021.459353:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c97c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+11:3335:x1801871184996608:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402021.459360:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718402021.460210:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987084 is committed 00010000:00010000:1.0:1718402021.460289:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68407 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68400 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.460302:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:1.0:1718402021.460304:0:10518:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.460308:0:10518:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.460312:0:10518:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.460324:0:10518:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.460329:0:10518:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001_UUID:10518:1801871184996672:0@lo:105: 00000100:00100000:1.0:1718402021.460346:0:10518:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.460366:0:10518:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.460375:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996672 00000100:00100000:2.0:1718402021.460392:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514 00000100:00100000:2.0:1718402021.460394:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10518:x1801871184996672:12345-0@lo:105: 00010000:00010000:2.0:1718402021.460398:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.460403:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.460406:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.460409:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.460413:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.460425:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800737e5f80) 00010000:00010000:3.0:1718402021.460439:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.460446:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10518:x1801871184996672:12345-0@lo:105: Request processed in 52us (100us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.460447:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.460449:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514 00000100:00100000:1.0:1718402021.460467:0:10518:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001_UUID:10518:1801871184996672:0@lo:105: 00010000:00010000:3.0:1718402021.460471:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.460474:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.460475:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.460478:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.460486:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996736:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.460491:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c97c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:3335:x1801871184996608:12345-0@lo:103:ldlm_bl_01.0 Request processed in 1137us (1182us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.460495:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32777 00000100:00100000:2.0:1718402021.460500:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184996608:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718402021.460504:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.460513:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.460524:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996736 00000100:00100000:0.0:1718402021.460540:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20059 00000100:00100000:0.0:1718402021.460543:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184996736:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.460550:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.460557:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68485 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.460583:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.460589:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.460601:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.460608:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eb900 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184996800:0@lo:104: 00000100:00100000:0.0:1718402021.460628:0:32583:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.460647:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb240 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.460661:0:19829:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1718402021.460667:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996800 00000100:00100000:2.0:1718402021.460676:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5515 00000100:00100000:2.0:1718402021.460678:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c29c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184996800:12345-0@lo:104: 00010000:00010000:2.0:1718402021.460702:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.460704:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eb900 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184996800:0@lo:104: 00000100:00100000:2.0:1718402021.460705:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c29c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184996800:12345-0@lo:104: Request processed in 26us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.460708:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5515 00010000:00010000:0.0:1718402021.460713:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.460717:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.460717:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.460719:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.460720:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.460720:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.460724:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92ac0, rc 0) 00010000:00010000:3.0:1718402021.460725:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5200 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402021.460726:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.460730:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.460739:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184996736:12345-0@lo:101:mdt00_008.0 Request processed in 196us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.460743:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20059 00010000:00010000:3.0:1718402021.460745:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.460749:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718402021.460749:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987084 gen 2 00000004:00080000:2.0:1718402021.460752:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987083 committed transno 4294987084 00010000:00010000:3.0:1718402021.460763:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.460766:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5200/0xddd980ffd8f6840e lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68415 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.460766:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987084 committed transno 4294987084 00010000:00010000:3.0:1718402021.460772:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.460773:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.460774:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.460780:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184996736:0@lo:101:mdt00_008.0 00000100:00100000:0.0:1718402021.460782:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e732f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184996864:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718402021.460786:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.460790:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.460794:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.460805:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996864 00010000:00010000:1.0:1718402021.460814:0:10518:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.460823:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32778 00000100:00100000:1.0:1718402021.460826:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eb900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+9:3332:x1801871184996864:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402021.460831:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.460963:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68415 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f6840e expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.460969:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:1.0:1718402021.460971:0:10518:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.460975:0:10518:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.460978:0:10518:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.460987:0:10518:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.460991:0:10518:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001_UUID:10518:1801871184996928:0@lo:105: 00000100:00100000:1.0:1718402021.461004:0:10518:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.461019:0:10518:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.461030:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996928 00000100:00100000:2.0:1718402021.461045:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5516 00000100:00100000:2.0:1718402021.461046:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d3900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10518:x1801871184996928:12345-0@lo:105: 00010000:00010000:2.0:1718402021.461049:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.461053:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.461060:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.461063:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.461066:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.461073:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800737e6880) 00010000:00010000:0.0:1718402021.461079:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.461084:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.461093:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d3900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10518:x1801871184996928:12345-0@lo:105: Request processed in 45us (88us total) trans 0 rc 0/0 00000004:00080000:0.0:1718402021.461094:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:2.0:1718402021.461096:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5516 00010000:00010000:0.0:1718402021.461101:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.461106:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.461109:0:10518:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001_UUID:10518:1801871184996928:0@lo:105: 00010000:00010000:0.0:1718402021.461109:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.461115:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.461118:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.461130:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eb900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:3332:x1801871184996864:12345-0@lo:103:ldlm_bl_03.0 Request processed in 304us (336us total) trans 0 rc 0/0 00080000:00080000:0.0:1718402021.461131:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1718402021.461134:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32778 00000100:00100000:2.0:1718402021.461139:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e732f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184996864:0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1718402021.461147:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.461770:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68438 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.461775:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68438 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.461787:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68438 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461789:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.461790:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718402021.461794:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461797:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461799:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.461800:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5b00/0xddd980ffd8f68431 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68438 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461801:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.461803:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184996992:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718402021.461804:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718402021.461808:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959554 is committed 00010000:00010000:3.0:1718402021.461809:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:3.0:1718402021.461810:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.461811:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.461812:0:32552:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88013024a780 refcount 2 committed 0 result 0 batchid 4294989996 00000020:00080000:1.0:1718402021.461814:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880133fa9100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880131dab500 00010000:00010000:3.0:1718402021.461815:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.461816:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880133fa9b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880131dab300 00000020:00080000:1.0:1718402021.461817:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].758 00010000:00010000:3.0:1718402021.461818:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.461818:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1718402021.461819:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800920c3500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88012e9f4a00 00000020:00080000:1.0:1718402021.461820:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].756 00000020:00080000:1.0:1718402021.461825:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294989995 batchid updated 00010000:00010000:3.0:1718402021.461828:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.461828:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294989996 committed batchid 4294989995 00010000:00010000:3.0:1718402021.461831:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6640/0xddd980ffd8f6841c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.461832:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.461834:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184996992 00010000:00010000:0.0:1718402021.461836:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461837:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461840:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461843:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461845:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7cc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.461846:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.461848:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7443 00010000:00010000:3.0:1718402021.461849:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.461850:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ea600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:3333:x1801871184996992:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1718402021.461853:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.461855:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b2:0x0].0x0 (ffff88012e9f4100) 00010000:00010000:3.0:1718402021.461857:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402021.461858:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00100000:2.0:1718402021.461859:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 757 in log [0x2:0x40000404:0x2] 00010000:00010000:3.0:1718402021.461860:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68423 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.461862:0:10518:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f6:0x0] updating lvb mtime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.461863:0:10518:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f6:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.461865:0:10518:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f6:0x0] updating lvb ctime from disk: 0 -> 1718402019 00010000:00010000:3.0:1718402021.461867:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461870:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.461870:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68438 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68431 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461872:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461875:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.461876:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.461878:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.461878:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff880095f5bb00) 00000004:00080000:2.0:1718402021.461880:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ba5a600 with version 1483 00010000:00010000:3.0:1718402021.461882:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff88012e9f4900) 00010000:00010000:3.0:1718402021.461883:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402021.461883:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.461883:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:2.0:1718402021.461886:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294989995 cancel update log [0x2:0x40000404:0x2].757: rc = 0 00010000:00010000:3.0:1718402021.461889:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6842a lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00100000:2.0:1718402021.461890:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 755 in log [0x2:0xbd0:0x2] 00010000:00010000:0.0:1718402021.461899:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff88011f815300) 00010000:00010000:0.0:1718402021.461902:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00000100:00100000:1.0:1718402021.461905:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ea600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:3333:x1801871184996992:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 54us (86us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.461906:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4fc0/0xddd980ffd8f6845b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcf8 expref: 20 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.461907:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294989995 cancel update log [0x2:0xbd0:0x2].755: rc = 0 00000100:00100000:1.0:1718402021.461909:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7443 00000020:00080000:2.0:1718402021.461912:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294989995 00000004:00080000:1.0:1718402021.461919:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1483 rpc_version 1483 00000100:00100000:1.0:1718402021.461935:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d2f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184997056:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.461939:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871184996992:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1718402021.461954:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.461961:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.461964:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00010000:00010000:0.0:1718402021.461966:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.461969:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997056 00010000:00010000:0.0:1718402021.461971:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.461989:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20060 00000100:00100000:2.0:1718402021.461992:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:32565:x1801871184997056:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.461997:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997120:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.462011:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.462019:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbb40 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.462032:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997120 00000100:00100000:1.0:1718402021.462047:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20061 00000100:00100000:1.0:1718402021.462049:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372e9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184997120:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.462065:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871184997056:12345-0@lo:1000:osp_up1-0.0 Request processed in 71us (111us total) trans 4294987085 rc 0/0 00000100:00100000:0.0:1718402021.462071:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d2f80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184997056:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.462072:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20060 00000100:00100000:1.0:1718402021.462099:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372e9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184997120:12345-0@lo:1000:mdt00_008.0 Request processed in 49us (87us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718402021.462103:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20061 00000100:00100000:0.0:1718402021.462103:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997120:0@lo:1000:mdt00_008.0 00010000:00010000:0.0:1718402021.462115:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.462119:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.462123:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.462133:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.462136:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.462140:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.462145:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997184:0@lo:101:mdt00_008.0 00000100:00100000:0.0:1718402021.462160:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.462166:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbe40 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.462170:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997184 00000100:00100000:1.0:1718402021.462183:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20062 00000100:00100000:1.0:1718402021.462184:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880096485850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184997184:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.462188:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.462208:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f684af lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f684a8 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.462216:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f684af lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f684a8 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.462221:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f684af lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684a8 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.462241:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff88009456bd00) 00010000:00010000:1.0:1718402021.462243:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:1.0:1718402021.462244:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33a640, rc 0) 00000100:00100000:1.0:1718402021.462260:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880096485850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184997184:12345-0@lo:101:mdt00_008.0 Request processed in 75us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.462263:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20062 00000100:00100000:0.0:1718402021.462265:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997184:0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.462270:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f684af expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.462274:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f684af expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.462283:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f7:0x0] 00000100:00100000:0.0:1718402021.462648:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997248:0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.462664:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.462676:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbe40 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.462690:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997248 00000100:00100000:1.0:1718402021.462706:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20063 00000100:00100000:1.0:1718402021.462708:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ebdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184997248:12345-0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.464154:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ebdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184997248:12345-0@lo:403:mdt00_008.0 Request processed in 1444us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.464158:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20063 00000100:00100000:0.0:1718402021.464168:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997248:0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.464770:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997312:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.464786:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.464800:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbb40 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.464821:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997312 00000100:00100000:1.0:1718402021.464838:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20064 00000100:00100000:1.0:1718402021.464840:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184997312:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.464870:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184997312:12345-0@lo:1000:mdt00_008.0 Request processed in 29us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.464873:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20064 00000100:00100000:0.0:1718402021.464876:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997312:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.464918:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997376:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.464929:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.464941:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbb40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.464961:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997376 00000100:00100000:2.0:1718402021.464981:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20065 00000100:00100000:2.0:1718402021.464985:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372e9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184997376:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.465023:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372e9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184997376:12345-0@lo:1000:mdt00_008.0 Request processed in 38us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.465027:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20065 00000100:00100000:0.0:1718402021.465027:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997376:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.465065:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997440:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.465077:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.465083:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb3c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.465088:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997440 00000100:00100000:2.0:1718402021.465106:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20066 00000100:00100000:2.0:1718402021.465109:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184997440:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.465157:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184997440:12345-0@lo:1000:mdt00_008.0 Request processed in 47us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.465161:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997440:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.465163:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20066 00000040:00080000:0.0:1718402021.465327:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].757, 1064 off580336 00000040:00080000:0.0:1718402021.465360:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].759, 1144 off641272 00000004:00080000:0.0:1718402021.465365:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8801369c3a80 with version 1484 00000004:00080000:2.0:1718402021.465394:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1484 rpc_version 1484 00000100:00100000:2.0:1718402021.465412:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184997504:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.465429:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.465437:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefc00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.465442:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997504 00000100:00100000:0.0:1718402021.465467:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20067 00000100:00100000:0.0:1718402021.465470:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871184997504:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.465633:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:32565:x1801871184997504:12345-0@lo:1000:osp_up1-0.0 Request processed in 163us (203us total) trans 4294987086 rc 0/0 00000100:00100000:0.0:1718402021.465637:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20067 00000100:00100000:2.0:1718402021.465665:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184997504:0@lo:1000:osp_up1-0.0 00000004:00010000:0.0:1718402021.465674:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ec740 reply state ffff88012fc49000 transno 8589959555 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.465681:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f7:0x0] 00010000:00010000:0.0:1718402021.465682:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f684af expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465686:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f684af expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.465690:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ec740 reply state ffff88012fc49000 transno 8589959555 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.465731:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:0.0:1718402021.465733:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465736:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.465740:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ec740 reply state ffff88012fc49000 transno 8589959555 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.465744:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f3:0x0] 00010000:00010000:0.0:1718402021.465746:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465752:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465756:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465758:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465761:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465764:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465767:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e61c0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.465768:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465771:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465775:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880133fa9300) 00010000:00010000:0.0:1718402021.465777:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.465778:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.465780:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e61c0/0xddd980ffd8f68470 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.465826:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ec740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:26915:x1801871189938816:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 9516us (9575us total) trans 8589959555 rc 0/0 00000100:00100000:0.0:1718402021.465831:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101296 00010000:00010000:2.0:1718402021.466495:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466502:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:2.0:1718402021.466503:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.466505:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466511:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff880095f5b500) 00010000:00010000:2.0:1718402021.466513:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.466514:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466517:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff880095f5b900) 00010000:00010000:2.0:1718402021.466517:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718402021.466642:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.466668:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189938880 00000100:00100000:2.0:1718402021.466682:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101297 00000100:00100000:2.0:1718402021.466684:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:26915:x1801871189938880:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1718402021.466707:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f684b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466712:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f684b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466716:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f684b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466722:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f684bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466726:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f684bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466729:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f684bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466749:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466753:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466756:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.466777:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466782:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f684b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466785:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f684b6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466788:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f684b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466791:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.466792:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f684b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466795:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f684b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466799:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:2.0:1718402021.466800:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.466801:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f684b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466806:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56880/0xddd980ffd8f684b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466822:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f684bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466826:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f684bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466829:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f684bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466831:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55b00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.466832:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f684bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466835:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f684bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466838:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3866 (ffff880095c8f800) 00010000:00010000:2.0:1718402021.466839:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.466840:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f684bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466843:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f684bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466849:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466855:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466858:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466861:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e558c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.466861:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466864:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466867:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff880131dfe200) 00010000:00010000:2.0:1718402021.466868:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.466868:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.466871:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f684c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7ba:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.466899:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:26915:x1801871189938880:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 213us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.466903:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101297 00000100:00100000:0.0:1718402021.467476:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.467509:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939008 00000100:00100000:2.0:1718402021.467525:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101298 00000100:00100000:2.0:1718402021.467529:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:26915:x1801871189939008:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.467536:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.467542:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f684cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbcff expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.467596:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f684d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.467604:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f684d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.467610:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f684d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402021.467619:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7ba:0x0]: returning size 0 00010000:00010000:2.0:1718402021.467662:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f684cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ba:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcff expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.467670:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f684d2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcff expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.467674:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff880131dfe200) 00010000:00010000:2.0:1718402021.467675:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402021.467676:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e56ac0, rc 0) 00000100:00100000:2.0:1718402021.467700:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eaf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189939008:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 171us (225us total) trans 8589959556 rc 0/0 00000100:00100000:2.0:1718402021.467704:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101298 00000100:00100000:0.0:1718402021.468383:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.468435:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939072 00000100:00100000:3.0:1718402021.468474:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 534 00000100:00100000:3.0:1718402021.468479:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372e9c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189939072:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:3.0:1718402021.468507:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x599:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.468511:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800737e5680/0xddd980ffd8f684e0 lrc: 3/0,1 mode: --/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.468521:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.468523:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.468526:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800737e5680/0xddd980ffd8f684e0 lrc: 3/0,1 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.468536:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800737e5680/0xddd980ffd8f684e0 lrc: 3/0,1 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.468545:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800737e5680/0xddd980ffd8f684e0 lrc: 3/0,1 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.468550:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800737e5680/0xddd980ffd8f684e0 lrc: 2/0,0 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.468580:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.468599:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.468603:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800737e5680/0xddd980ffd8f684e0 lrc: 3/0,0 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.468608:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5680 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.468610:0:9312:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800737e5680/0xddd980ffd8f684e0 lrc: 3/0,0 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.468614:0:9312:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800737e5680/0xddd980ffd8f684e0 lrc: 4/0,0 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.468623:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800737e5680/0xddd980ffd8f684e0 lrc: 2/0,0 mode: --/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.468627:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.468628:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.468628:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.468634:0:4308:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800737e5680/0xddd980ffd8f684e0 lrc: 0/0,0 mode: --/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.468676:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372e9c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189939072:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 197us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.468684:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 534 00000100:00100000:0.0:1718402021.469379:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.469418:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939200 00000100:00100000:2.0:1718402021.469436:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101299 00000100:00100000:2.0:1718402021.469439:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddf6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26915:x1801871189939200:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1718402021.469457:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.469466:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d200/0xddd980ffd8f67ef1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7ba:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbf5 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.469479:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff880131dfe200) 00010000:00010000:2.0:1718402021.469481:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.469489:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.469495:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.469501:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.469536:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997568:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.469563:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.469594:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef6c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.469613:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997568 00000100:00100000:0.0:1718402021.469639:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20068 00000100:00100000:0.0:1718402021.469642:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184997568:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.469679:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cc280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184997568:12345-0@lo:1000:mdt00_008.0 Request processed in 37us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.469683:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20068 00000100:00100000:2.0:1718402021.469699:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997568:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.469725:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997632:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.469737:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.469745:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef6c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.469748:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997632 00000100:00100000:0.0:1718402021.469758:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20069 00000100:00100000:0.0:1718402021.469760:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184997632:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.469787:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184997632:12345-0@lo:1000:mdt00_008.0 Request processed in 26us (49us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.469790:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20069 00000100:00100000:2.0:1718402021.469794:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997632:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.470245:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997696:0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.470264:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.470280:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefc00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.470290:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997696 00000100:00100000:0.0:1718402021.470305:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20070 00000100:00100000:0.0:1718402021.470307:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184997696:12345-0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.471560:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184997696:12345-0@lo:403:mdt00_008.0 Request processed in 1252us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.471565:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20070 00000100:00100000:2.0:1718402021.471603:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997696:0@lo:403:mdt00_008.0 00010000:00010000:2.0:1718402021.472161:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.472169:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.472176:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.472185:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997760:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.472222:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.472244:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefc00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.472290:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997760 00000100:00100000:1.0:1718402021.472319:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20071 00000100:00100000:1.0:1718402021.472323:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184997760:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.472331:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.472341:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f684ee expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.472356:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.472367:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.472386:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.472393:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d04c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184997824:0@lo:104: 00000100:00100000:1.0:1718402021.472412:0:32583:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.472431:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8180 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.472447:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997824 00000100:00100000:2.0:1718402021.472473:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5517 00000100:00100000:2.0:1718402021.472477:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184997824:12345-0@lo:104: 00010000:00010000:2.0:1718402021.472512:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.472515:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184997824:12345-0@lo:104: Request processed in 38us (102us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.472517:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1718402021.472518:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5517 00010000:00010000:0.0:1718402021.472520:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.472526:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5f80 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:0.0:1718402021.472528:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.472532:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.472536:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d04c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184997824:0@lo:104: 00010000:00010000:0.0:1718402021.472546:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.472548:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.472550:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.472557:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:1.0:1718402021.472560:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.472561:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.472563:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.472576:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddf200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184997888:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.472577:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5f80/0xddd980ffd8f68477 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6847e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.472583:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c3398c0, rc 0) 00010000:00010000:0.0:1718402021.472583:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.472584:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.472585:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.472593:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.472607:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997888 00000100:00100000:1.0:1718402021.472609:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+12:7224:x1801871184997760:12345-0@lo:101:mdt00_008.0 Request processed in 285us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.472615:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20071 00010000:00010000:0.0:1718402021.472616:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 12 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.472620:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c84c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184997760:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.472629:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.472632:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32779 00010000:00010000:3.0:1718402021.472634:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.472634:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cd580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+11:3334:x1801871184997888:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.472640:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718402021.473318:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987086 is committed 00010000:00010000:0.0:1718402021.473371:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f6847e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68477 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.473379:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:0.0:1718402021.473381:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.473386:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.473389:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.473399:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.473404:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097ddbdc0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184997952:0@lo:105: 00000100:00100000:0.0:1718402021.473419:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.473426:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008444a3c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.473432:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184997952 00000100:00100000:2.0:1718402021.473445:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5518 00000100:00100000:2.0:1718402021.473447:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f23900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184997952:12345-0@lo:105: 00010000:00010000:2.0:1718402021.473452:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.473457:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.473460:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.473463:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.473466:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.473481:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880122e54480) 00000100:00100000:2.0:1718402021.473500:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f23900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184997952:12345-0@lo:105: Request processed in 52us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.473503:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5518 00000100:00100000:0.0:1718402021.473506:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097ddbdc0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184997952:0@lo:105: 00010000:00010000:0.0:1718402021.473517:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.473523:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.473530:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.473534:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cd580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3334:x1801871184997888:12345-0@lo:103:ldlm_bl_02.0 Request processed in 899us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.473540:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32779 00000100:00100000:2.0:1718402021.473543:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097ddf200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184997888:0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718402021.473556:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.473559:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.473564:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.473587:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e736880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998016:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.473606:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.473622:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677900 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.473652:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998016 00000100:00100000:1.0:1718402021.473671:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20072 00000100:00100000:1.0:1718402021.473675:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e736d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184998016:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.473681:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.473689:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f684fc expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.473701:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.473707:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.473721:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.473728:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d04c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184998080:0@lo:104: 00000100:00100000:1.0:1718402021.473748:0:32583:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.473758:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998080 00000100:00100000:1.0:1718402021.473760:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8180 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.473771:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5519 00000100:00100000:2.0:1718402021.473773:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d4c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184998080:12345-0@lo:104: 00010000:00010000:2.0:1718402021.473798:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.473801:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d4c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:32583:x1801871184998080:12345-0@lo:104: Request processed in 28us (54us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.473803:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1718402021.473804:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5519 00010000:00010000:1.0:1718402021.473806:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.473812:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6880 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.473815:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.473820:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.473835:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.473841:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.473858:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.473862:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1718402021.473863:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e6880/0xddd980ffd8f68485 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6848c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.473866:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184998144:0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1718402021.473873:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.473874:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.473875:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.473878:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.473887:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d04c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871184998080:0@lo:104: 00000100:00100000:0.0:1718402021.473891:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998144 00010000:00010000:1.0:1718402021.473898:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.473899:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.473904:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:1.0:1718402021.473905:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.473907:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 10 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.473910:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32780 00010000:00010000:1.0:1718402021.473912:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338480, rc 0) 00000100:00100000:0.0:1718402021.473913:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c8980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+10:3334:x1801871184998144:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402021.473917:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1718402021.473943:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e736d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184998016:12345-0@lo:101:mdt00_008.0 Request processed in 267us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.473948:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20072 00000100:00100000:3.0:1718402021.473955:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987086 gen 2 00000004:00080000:3.0:1718402021.473958:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987085 committed transno 4294987086 00000004:00080000:3.0:1718402021.473973:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987086 committed transno 4294987086 00000100:00100000:3.0:1718402021.473988:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e736880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998016:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.473995:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.473999:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.474011:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f6848c lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68485 expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.474019:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.474021:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.474025:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.474028:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.474038:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.474042:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f25a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184998208:0@lo:105: 00000100:00100000:0.0:1718402021.474055:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.474062:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008444a3c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.474065:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998208 00000100:00100000:2.0:1718402021.474072:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5520 00000100:00100000:2.0:1718402021.474074:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f24280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184998208:12345-0@lo:105: 00010000:00010000:2.0:1718402021.474078:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.474081:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.474085:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.474087:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.474091:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.474102:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800737e5440) 00000100:00100000:2.0:1718402021.474116:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f24280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184998208:12345-0@lo:105: Request processed in 41us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.474119:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5520 00000100:00100000:0.0:1718402021.474123:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f25a40 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184998208:0@lo:105: 00010000:00010000:3.0:1718402021.474125:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.474130:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.474132:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.474141:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c8980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3334:x1801871184998144:12345-0@lo:103:ldlm_bl_01.0 Request processed in 228us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.474145:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32780 00000004:00080000:3.0:1718402021.474149:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:2.0:1718402021.474149:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184998144:0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1718402021.474161:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.474166:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.474170:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.474175:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:3.0:1718402021.474213:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:3.0:1718402021.474248:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.474912:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f684af expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.474921:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f684af expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.474935:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f684af expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.474945:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.474971:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc921c0/0xddd980ffd8f684a8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f684af expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.474973:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.474980:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.474984:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718402021.474985:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959556 is committed 00010000:00010000:3.0:1718402021.474987:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93a80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.474989:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.474991:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184998272:0@lo:103:jbd2/dm-0-8.0 00000020:00080000:1.0:1718402021.474991:0:32552:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88011e2bb600 refcount 2 committed 0 result 0 batchid 4294989997 00010000:00010000:3.0:1718402021.474992:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.474994:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880095f5b200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801369c3e00 00000020:00080000:1.0:1718402021.474997:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880095f5be00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801369c3a80 00010000:00010000:3.0:1718402021.474998:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00000020:00080000:1.0:1718402021.474999:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].759 00010000:00010000:3.0:1718402021.475000:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.475001:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.475001:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880095f5b700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880095f5b600 00000020:00080000:1.0:1718402021.475003:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].757 00010000:00010000:3.0:1718402021.475005:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.475007:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.475008:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.475012:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294989996 batchid updated 00000100:00100000:0.0:1718402021.475017:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998272 00010000:00010000:3.0:1718402021.475019:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.475023:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68493 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.475023:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294989997 committed batchid 4294989996 00010000:00010000:1.0:1718402021.475029:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.475030:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.475032:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7444 00010000:00010000:3.0:1718402021.475033:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.475034:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.475035:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0ce3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3332:x1801871184998272:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718402021.475036:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.475039:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.475039:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.475039:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.475042:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.475045:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (ffff880095f5b500) 00010000:00010000:3.0:1718402021.475046:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402021.475047:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.475048:0:6862:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f7:0x0] updating lvb mtime from disk: 0 -> 1718402019 00010000:00010000:3.0:1718402021.475050:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90900/0xddd980ffd8f6849a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.475050:0:6862:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f7:0x0] updating lvb atime from disk: 0 -> 1718402019 00000040:00100000:2.0:1718402021.475051:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 758 in log [0x2:0x40000404:0x2] 00000004:00010000:0.0:1718402021.475051:0:6862:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f7:0x0] updating lvb ctime from disk: 0 -> 1718402019 00010000:00010000:3.0:1718402021.475058:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.475058:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f684af lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f684a8 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.475064:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.475064:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff88009456bd00) 00010000:00010000:3.0:1718402021.475067:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.475069:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.475069:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.475070:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.475070:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ba5ac00 with version 1485 00010000:00010000:3.0:1718402021.475072:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.475075:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294989996 cancel update log [0x2:0x40000404:0x2].758: rc = 0 00010000:00010000:3.0:1718402021.475076:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff880095f5b900) 00010000:00010000:3.0:1718402021.475077:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402021.475077:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00100000:2.0:1718402021.475079:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 756 in log [0x2:0xbd0:0x2] 00010000:00010000:3.0:1718402021.475080:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f684a1 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.475088:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0ce3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3332:x1801871184998272:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 52us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.475093:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7444 00000020:00080000:2.0:1718402021.475094:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294989996 cancel update log [0x2:0xbd0:0x2].756: rc = 0 00000004:00080000:3.0:1718402021.475096:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1485 rpc_version 1485 00000020:00080000:2.0:1718402021.475099:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294989996 00000100:00100000:2.0:1718402021.475109:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184998272:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1718402021.475110:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff880131dfe200) 00000100:00100000:3.0:1718402021.475112:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e736880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184998336:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1718402021.475113:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402021.475117:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f684d2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7ba:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcff expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.475130:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.475139:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.475140:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998336 00010000:00010000:1.0:1718402021.475146:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.475152:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20073 00010000:00010000:1.0:1718402021.475153:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.475155:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e731c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:32565:x1801871184998336:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1718402021.475160:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.475218:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998400:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.475244:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.475256:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998400 00000100:00100000:1.0:1718402021.475258:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.475258:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e731c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871184998336:12345-0@lo:1000:osp_up1-0.0 Request processed in 101us (127us total) trans 4294987087 rc 0/0 00000100:00100000:0.0:1718402021.475263:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20073 00000100:00100000:2.0:1718402021.475272:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20074 00000100:00100000:2.0:1718402021.475274:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184998400:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.475281:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e736880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184998336:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.475326:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184998400:12345-0@lo:1000:mdt00_008.0 Request processed in 51us (81us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718402021.475329:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20074 00000100:00100000:1.0:1718402021.475341:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998400:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1718402021.475363:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.475371:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.475378:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.475393:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.475398:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.475404:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.475413:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998464:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.475432:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.475443:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998464 00000100:00100000:1.0:1718402021.475443:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b80c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.475455:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20075 00000100:00100000:2.0:1718402021.475457:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184998464:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.475461:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.475466:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68526 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f6851f expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.475474:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68526 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f6851f expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.475479:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68526 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6851f expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.475497:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff880136b78600) 00010000:00010000:2.0:1718402021.475498:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:2.0:1718402021.475499:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57600, rc 0) 00000100:00100000:2.0:1718402021.475514:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184998464:12345-0@lo:101:mdt00_008.0 Request processed in 57us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.475517:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20075 00000100:00100000:1.0:1718402021.475528:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998464:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.475536:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68526 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.475543:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68526 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.475554:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f8:0x0] 00000100:00100000:1.0:1718402021.476005:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998528:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.476030:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.476051:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b80c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.476059:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998528 00000100:00100000:2.0:1718402021.476075:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20076 00000100:00100000:2.0:1718402021.476077:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184998528:12345-0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.477381:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184998528:12345-0@lo:403:mdt00_008.0 Request processed in 1302us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.477385:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20076 00000100:00100000:1.0:1718402021.477406:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998528:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.477906:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998592:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.477923:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.477939:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.477947:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998592 00000100:00100000:2.0:1718402021.477962:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20077 00000100:00100000:2.0:1718402021.477964:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184998592:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.477995:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184998592:12345-0@lo:1000:mdt00_008.0 Request processed in 30us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.477998:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20077 00000100:00100000:1.0:1718402021.478011:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998592:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.478057:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998656:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.478070:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.478084:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.478092:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998656 00000100:00100000:2.0:1718402021.478106:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20078 00000100:00100000:2.0:1718402021.478109:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184998656:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.478151:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184998656:12345-0@lo:1000:mdt00_008.0 Request processed in 41us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.478156:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20078 00000100:00100000:1.0:1718402021.478163:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998656:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.478218:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998720:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.478232:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.478239:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8cc0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.478247:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998720 00000100:00100000:2.0:1718402021.478266:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20079 00000100:00100000:2.0:1718402021.478269:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184998720:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.478314:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871184998720:12345-0@lo:1000:mdt00_008.0 Request processed in 44us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.478320:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20079 00000100:00100000:1.0:1718402021.478329:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998720:0@lo:1000:mdt00_008.0 00000040:00080000:1.0:1718402021.478480:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].758, 1064 off581400 00000040:00080000:1.0:1718402021.478504:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].760, 1144 off642416 00000004:00080000:1.0:1718402021.478507:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880098699d80 with version 1486 00000004:00080000:3.0:1718402021.478537:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1486 rpc_version 1486 00000100:00100000:3.0:1718402021.478556:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e731300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184998784:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718402021.478594:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.478614:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677900 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.478626:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998784 00000100:00100000:2.0:1718402021.478641:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20080 00000100:00100000:2.0:1718402021.478643:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871184998784:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.478795:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:32565:x1801871184998784:12345-0@lo:1000:osp_up1-0.0 Request processed in 151us (201us total) trans 4294987088 rc 0/0 00000100:00100000:2.0:1718402021.478799:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20080 00000100:00100000:3.0:1718402021.478835:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e731300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184998784:0@lo:1000:osp_up1-0.0 00000004:00010000:1.0:1718402021.478865:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097ddf6c0 reply state ffff8800955cd000 transno 8589959557 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.478875:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f8:0x0] 00010000:00010000:1.0:1718402021.478878:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68526 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.478883:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68526 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.478890:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097ddf6c0 reply state ffff8800955cd000 transno 8589959557 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.478950:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:1.0:1718402021.478954:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.478960:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.478967:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097ddf6c0 reply state ffff8800955cd000 transno 8589959557 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.478974:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f3:0x0] 00010000:00010000:1.0:1718402021.478977:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.478981:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.478988:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.478992:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.478996:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.479001:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.479006:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57840 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.479007:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.479012:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.479020:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880095c8fd00) 00010000:00010000:1.0:1718402021.479022:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.479023:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.479027:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57840/0xddd980ffd8f684e7 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.479087:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddf6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26915:x1801871189939200:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 9646us (9707us total) trans 8589959557 rc 0/0 00000100:00100000:1.0:1718402021.479097:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101299 00010000:00010000:2.0:1718402021.479796:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.479805:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:2.0:1718402021.479807:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.479809:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.479815:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff8800b3d94700) 00010000:00010000:2.0:1718402021.479816:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.479818:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.479823:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff8800b3d94900) 00010000:00010000:2.0:1718402021.479824:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718402021.480024:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.480063:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939264 00000100:00100000:1.0:1718402021.480093:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101300 00000100:00100000:1.0:1718402021.480098:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f25a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26915:x1801871189939264:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1718402021.480130:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f6852d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480138:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f6852d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480142:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f6852d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480148:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68534 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480152:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68534 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480155:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68534 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480176:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480180:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480183:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.480221:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480228:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f6852d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480231:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f6852d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480235:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f6852d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480238:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.480239:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f6852d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480242:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f6852d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480246:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:1.0:1718402021.480247:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.480248:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f6852d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480251:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338b40/0xddd980ffd8f6852d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480257:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68534 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480263:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68534 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480266:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68534 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480268:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.480269:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68534 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480271:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68534 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480275:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3266 (ffff8800b3d94d00) 00010000:00010000:1.0:1718402021.480276:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.480276:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68534 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480279:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68534 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480285:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480288:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480290:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480296:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.480297:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480299:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480302:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b4:0x0].0x0 (ffff88013500b100) 00010000:00010000:1.0:1718402021.480303:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.480304:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.480307:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f6853b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.480336:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f25a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26915:x1801871189939264:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 238us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.480341:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101300 00000100:00100000:0.0:1718402021.481047:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.481090:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939392 00000100:00100000:1.0:1718402021.481108:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101301 00000100:00100000:1.0:1718402021.481111:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f23440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26915:x1801871189939392:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.481117:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.481123:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68542 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd06 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.481157:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68549 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.481166:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68549 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.481171:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68549 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.481176:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b4:0x0]: returning size 0 00010000:00010000:1.0:1718402021.481228:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68542 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b4:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd06 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.481235:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68549 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd06 expref: 22 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.481239:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b4:0x0].0x0 (ffff88013500b100) 00010000:00010000:1.0:1718402021.481240:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402021.481241:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33aac0, rc 0) 00000100:00100000:1.0:1718402021.481266:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f23440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26915:x1801871189939392:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 155us (221us total) trans 8589959558 rc 0/0 00000100:00100000:1.0:1718402021.481270:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101301 00000100:00100000:0.0:1718402021.482053:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.482126:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939456 00000100:00100000:3.0:1718402021.482171:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 535 00000100:00100000:3.0:1718402021.482176:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f22140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189939456:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:3.0:1718402021.482229:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x596:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.482233:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f68557 lrc: 3/0,1 mode: --/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.482241:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.482242:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.482245:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f68557 lrc: 3/0,1 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.482255:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f68557 lrc: 3/0,1 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.482263:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f68557 lrc: 3/0,1 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.482269:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f68557 lrc: 2/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.482289:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718402021.482300:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.482303:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f68557 lrc: 2/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.482310:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4d80 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.482312:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f68557 lrc: 2/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.482316:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f68557 lrc: 3/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.482327:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f22140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189939456:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 149us (274us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.482327:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f68557 lrc: 1/0,0 mode: --/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.482329:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f68557 lrc: 0/0,0 mode: --/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.482337:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 535 00010000:00010000:0.0:1718402021.482339:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.482340:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.482341:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.483003:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.483032:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939584 00000100:00100000:1.0:1718402021.483048:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101302 00000100:00100000:1.0:1718402021.483051:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f22ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26915:x1801871189939584:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1718402021.483068:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.483077:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f67e1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b4:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbcb expref: 22 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.483088:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b4:0x0].0x0 (ffff88013500b100) 00010000:00010000:1.0:1718402021.483091:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.483098:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.483104:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.483111:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.483140:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998848:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.483165:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.483183:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8cc0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.483209:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998848 00000100:00100000:2.0:1718402021.483229:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20081 00000100:00100000:2.0:1718402021.483232:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184998848:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.483273:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184998848:12345-0@lo:1000:mdt00_008.0 Request processed in 41us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.483277:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20081 00000100:00100000:1.0:1718402021.483298:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998848:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.483324:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998912:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.483337:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.483352:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8cc0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.483359:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998912 00000100:00100000:2.0:1718402021.483373:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20082 00000100:00100000:2.0:1718402021.483375:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184998912:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.483408:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184998912:12345-0@lo:1000:mdt00_008.0 Request processed in 32us (71us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.483411:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20082 00000100:00100000:1.0:1718402021.483414:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998912:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.483774:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998976:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.483791:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.483804:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8600 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.483814:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184998976 00000100:00100000:2.0:1718402021.483832:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20083 00000100:00100000:2.0:1718402021.483834:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184998976:12345-0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.485106:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184998976:12345-0@lo:403:mdt00_008.0 Request processed in 1270us (1314us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.485112:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20083 00000100:00100000:1.0:1718402021.485166:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184998976:0@lo:403:mdt00_008.0 00010000:00010000:1.0:1718402021.485722:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.485728:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.485737:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.485744:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999040:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.485760:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.485777:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8600 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.485791:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999040 00000100:00100000:2.0:1718402021.485813:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20084 00000100:00100000:2.0:1718402021.485816:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871184999040:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.485823:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.485834:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68565 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.485847:0:6878:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.485853:0:6878:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.485872:0:6878:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.485881:0:6878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c9300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871184999104:0@lo:104: 00000100:00100000:2.0:1718402021.485904:0:6878:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.485923:0:6878:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef300 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.485933:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999104 00000100:00100000:0.0:1718402021.485953:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5521 00000100:00100000:0.0:1718402021.485956:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cb440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871184999104:12345-0@lo:104: 00010000:00010000:0.0:1718402021.485992:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.485995:0:6878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c9300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871184999104:0@lo:104: 00000100:00100000:0.0:1718402021.485995:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cb440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871184999104:12345-0@lo:104: Request processed in 39us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.485999:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5521 00010000:00010000:2.0:1718402021.486009:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.486015:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:2.0:1718402021.486018:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.486020:0:6878:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.486027:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.486027:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57180, rc 0) 00010000:00010000:3.0:1718402021.486031:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.486039:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54480 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402021.486042:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.486048:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.486058:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:7224:x1801871184999040:12345-0@lo:101:mdt00_008.0 Request processed in 241us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.486064:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20084 00010000:00010000:3.0:1718402021.486066:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.486070:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1718402021.486075:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999040:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.486082:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.486087:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.486088:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.486092:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e54480/0xddd980ffd8f684ee lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f684f5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.486096:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1718402021.486098:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.486099:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.486100:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.486105:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184999168:0@lo:103:ldlm_bl_04.0 00000100:00100000:2.0:1718402021.486130:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.486162:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999168 00010000:00010000:3.0:1718402021.486177:0:10518:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 11 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.486213:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32781 00000100:00100000:0.0:1718402021.486216:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+11:3332:x1801871184999168:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.486221:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718402021.486917:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987088 is committed 00010000:00010000:0.0:1718402021.486977:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f684f5 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f684ee expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.486992:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:0.0:1718402021.486995:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487001:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487008:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487023:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.487031:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f20980 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184999232:0@lo:105: 00000100:00100000:0.0:1718402021.487053:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.487064:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008444a480 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.487068:0:19829:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1718402021.487075:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999232 00000100:00100000:2.0:1718402021.487087:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5522 00000100:00100000:2.0:1718402021.487089:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801216da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184999232:12345-0@lo:105: 00010000:00010000:2.0:1718402021.487094:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487099:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487102:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487105:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487108:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487120:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008c33a1c0) 00000100:00100000:2.0:1718402021.487137:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801216da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184999232:12345-0@lo:105: Request processed in 47us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.487143:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5522 00000100:00100000:0.0:1718402021.487149:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f20980 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184999232:0@lo:105: 00010000:00010000:1.0:1718402021.487151:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.487161:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487161:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.487188:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ebc050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3332:x1801871184999168:12345-0@lo:103:ldlm_bl_04.0 Request processed in 971us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.487204:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871184999168:0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.487209:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.487214:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32781 00010000:00010000:1.0:1718402021.487215:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.487221:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.487231:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999296:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.487252:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.487264:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999296 00000100:00100000:1.0:1718402021.487264:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8600 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.487273:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20085 00000100:00100000:2.0:1718402021.487275:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184999296:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.487280:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.487285:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68573 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487293:0:6878:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487297:0:6878:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487305:0:6878:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.487309:0:6878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cb440 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871184999360:0@lo:104: 00000100:00100000:2.0:1718402021.487322:0:6878:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.487329:0:6878:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef300 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.487334:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999360 00000100:00100000:0.0:1718402021.487346:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5523 00000100:00100000:0.0:1718402021.487348:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c9300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871184999360:12345-0@lo:104: 00000100:00100000:2.0:1718402021.487373:0:6878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cb440 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871184999360:0@lo:104: 00010000:00010000:0.0:1718402021.487376:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.487379:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c9300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871184999360:12345-0@lo:104: Request processed in 30us (57us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.487380:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.487383:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5523 00010000:00010000:2.0:1718402021.487384:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:2.0:1718402021.487386:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.487388:0:6878:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487391:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54900, rc 0) 00010000:00010000:1.0:1718402021.487392:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.487395:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.487399:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5440 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.487401:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.487404:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184999296:12345-0@lo:101:mdt00_008.0 Request processed in 129us (153us total) trans 0 rc 0/0 00000004:00010000:1.0:1718402021.487404:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.487408:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20085 00000100:00100000:0.0:1718402021.487413:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987088 gen 2 00000004:00080000:0.0:1718402021.487416:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987087 committed transno 4294987088 00000004:00080000:0.0:1718402021.487432:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987088 committed transno 4294987088 00000100:00100000:0.0:1718402021.487449:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999296:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.487450:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.487453:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.487455:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487460:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.487466:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184999424:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718402021.487466:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.487470:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800737e5440/0xddd980ffd8f684fc lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68503 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.487476:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.487476:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.487477:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.487477:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.487486:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999424 00010000:00010000:0.0:1718402021.487492:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.487501:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32782 00000100:00100000:0.0:1718402021.487503:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cb440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3334:x1801871184999424:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.487507:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.487618:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68503 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f684fc expref: 9 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487625:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.487627:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487631:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487637:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487647:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.487652:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f20980 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184999488:0@lo:105: 00000100:00100000:0.0:1718402021.487665:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.487672:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008444a840 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.487677:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999488 00000100:00100000:2.0:1718402021.487690:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5524 00000100:00100000:2.0:1718402021.487692:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f22600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184999488:12345-0@lo:105: 00010000:00010000:2.0:1718402021.487696:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487700:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487703:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487706:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487709:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.487716:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008c33ad00) 00010000:00010000:0.0:1718402021.487720:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487724:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.487733:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:2.0:1718402021.487735:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f22600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871184999488:12345-0@lo:105: Request processed in 42us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.487739:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5524 00010000:00010000:0.0:1718402021.487741:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487746:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487749:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.487754:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:0.0:1718402021.487763:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1718402021.487770:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f20980 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871184999488:0@lo:105: 00010000:00010000:0.0:1718402021.487779:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.487782:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402021.487815:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cb440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3334:x1801871184999424:12345-0@lo:103:ldlm_bl_02.0 Request processed in 310us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.487825:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32782 00000100:00100000:3.0:1718402021.487851:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871184999424:0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1718402021.488276:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68526 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.488282:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68526 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.488292:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68526 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.488295:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718402021.488301:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.488302:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f6851f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68526 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.488306:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.488309:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.488309:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184999552:0@lo:103:jbd2/dm-0-8.0 00000001:00080000:2.0:1718402021.488311:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959558 is committed 00010000:00010000:3.0:1718402021.488312:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.488313:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.488315:0:32552:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8801369b8e40 refcount 2 committed 0 result 0 batchid 4294989998 00010000:00010000:3.0:1718402021.488316:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.488317:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b3d94000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880098699580 00000020:00080000:2.0:1718402021.488319:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b3d94300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880098699d80 00000020:00080000:2.0:1718402021.488321:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].760 00010000:00010000:3.0:1718402021.488322:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00000020:00080000:2.0:1718402021.488322:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b3d94b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800b3d94400 00010000:00010000:3.0:1718402021.488323:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:2.0:1718402021.488323:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].758 00010000:00010000:3.0:1718402021.488324:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.488324:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.488328:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.488328:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294989997 batchid updated 00010000:00010000:3.0:1718402021.488333:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.488334:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294989998 committed batchid 4294989997 00010000:00010000:3.0:1718402021.488348:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.488351:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.488353:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f6850a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.488355:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.488361:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999552 00000040:00100000:2.0:1718402021.488362:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 759 in log [0x2:0x40000404:0x2] 00010000:00010000:3.0:1718402021.488364:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.488369:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.488374:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.488380:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33ba80 already unused, calling callback (ffffffffa0eac360) 00000100:00100000:1.0:1718402021.488380:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7445 00010000:00010000:3.0:1718402021.488381:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.488383:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ba5ab00 with version 1487 00000100:00100000:1.0:1718402021.488384:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f23dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3335:x1801871184999552:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1718402021.488387:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.488388:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294989997 cancel update log [0x2:0x40000404:0x2].759: rc = 0 00010000:00010000:1.0:1718402021.488389:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000040:00100000:2.0:1718402021.488392:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 757 in log [0x2:0xbd0:0x2] 00010000:00010000:3.0:1718402021.488393:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ba:0x0].0x0 (ffff8800b3d94700) 00010000:00010000:3.0:1718402021.488395:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402021.488397:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.488400:0:6862:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f8:0x0] updating lvb mtime from disk: 0 -> 1718402019 00010000:00010000:3.0:1718402021.488401:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68511 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ba:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.488402:0:6862:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f8:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.488404:0:6862:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f8:0x0] updating lvb ctime from disk: 0 -> 1718402019 00000020:00080000:2.0:1718402021.488411:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294989997 cancel update log [0x2:0xbd0:0x2].757: rc = 0 00010000:00010000:0.0:1718402021.488411:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b4:0x0].0x0 (ffff88013500b100) 00010000:00010000:3.0:1718402021.488412:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.488412:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68526 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f6851f expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.488413:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.488415:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68549 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b4:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd06 expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.488417:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.488417:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294989997 00000004:00080000:2.0:1718402021.488421:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1487 rpc_version 1487 00010000:00010000:1.0:1718402021.488421:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff880136b78600) 00010000:00010000:3.0:1718402021.488426:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.488426:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.488430:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.488432:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.488433:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cf6c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184999616:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1718402021.488435:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.488436:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.488440:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.488442:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff8800b3d94900) 00010000:00010000:3.0:1718402021.488444:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718402021.488445:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.488446:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.488449:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.488450:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f68518 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.488454:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f23dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3335:x1801871184999552:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 70us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.488457:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.488459:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7445 00000100:00100000:0.0:1718402021.488459:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871184999552:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1718402021.488464:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999616 00000100:00100000:2.0:1718402021.488474:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20086 00000100:00100000:2.0:1718402021.488476:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:32565:x1801871184999616:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.488489:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f24c00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999680:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.488501:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.488517:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008444ac00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.488532:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999680 00000100:00100000:2.0:1718402021.488536:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871184999616:12345-0@lo:1000:osp_up1-0.0 Request processed in 58us (87us total) trans 4294987089 rc 0/0 00000100:00100000:2.0:1718402021.488540:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20086 00000100:00100000:2.0:1718402021.488547:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20087 00000100:00100000:2.0:1718402021.488549:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f20980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184999680:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.488564:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cf6c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871184999616:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.488612:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f20980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184999680:12345-0@lo:1000:mdt00_008.0 Request processed in 61us (110us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718402021.488615:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20087 00000100:00100000:0.0:1718402021.488622:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f24c00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999680:0@lo:1000:mdt00_008.0 00010000:00010000:0.0:1718402021.488639:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.488644:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.488648:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.488658:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.488662:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.488665:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.488671:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f24c00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999744:0@lo:101:mdt00_008.0 00000100:00100000:0.0:1718402021.488682:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.488688:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008444a840 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.488691:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999744 00000100:00100000:2.0:1718402021.488699:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20088 00000100:00100000:2.0:1718402021.488701:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f23900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871184999744:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.488705:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.488710:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f6859d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68596 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.488718:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f6859d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68596 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.488727:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f6859d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68596 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.488745:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff88012d59ee00) 00010000:00010000:2.0:1718402021.488746:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:2.0:1718402021.488747:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54fc0, rc 0) 00000100:00100000:2.0:1718402021.488762:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f23900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184999744:12345-0@lo:101:mdt00_008.0 Request processed in 60us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.488765:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20088 00000100:00100000:0.0:1718402021.488776:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f24c00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999744:0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.488783:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6859d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.488790:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6859d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.488801:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f9:0x0] 00000100:00100000:0.0:1718402021.489250:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f24c00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999808:0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.489274:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.489292:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008444a840 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.489315:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999808 00000100:00100000:2.0:1718402021.489330:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20089 00000100:00100000:2.0:1718402021.489333:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f24280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184999808:12345-0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.490639:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f24280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184999808:12345-0@lo:403:mdt00_008.0 Request processed in 1304us (1364us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.490643:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20089 00000100:00100000:0.0:1718402021.490700:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f24c00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999808:0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.491169:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f24c00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999872:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.491187:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.491216:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008444ac00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.491223:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999872 00000100:00100000:2.0:1718402021.491236:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20090 00000100:00100000:2.0:1718402021.491238:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184999872:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.491270:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184999872:12345-0@lo:1000:mdt00_008.0 Request processed in 30us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.491275:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20090 00000100:00100000:0.0:1718402021.491275:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f24c00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999872:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.491322:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372ea600 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999936:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.491334:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.491340:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008444ac00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.491349:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871184999936 00000100:00100000:2.0:1718402021.491361:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20091 00000100:00100000:2.0:1718402021.491364:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f24c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184999936:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.491394:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f24c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871184999936:12345-0@lo:1000:mdt00_008.0 Request processed in 30us (60us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.491399:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20091 00000100:00100000:0.0:1718402021.491407:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372ea600 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871184999936:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.491464:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372ea600 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000000:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.491479:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.491494:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb6c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.491506:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000000 00000100:00100000:2.0:1718402021.491517:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20092 00000100:00100000:2.0:1718402021.491518:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddf200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185000000:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.491555:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddf200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185000000:12345-0@lo:1000:mdt00_008.0 Request processed in 35us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.491558:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20092 00000100:00100000:0.0:1718402021.491581:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372ea600 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000000:0@lo:1000:mdt00_008.0 00000040:00080000:0.0:1718402021.491830:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].759, 1064 off582464 00000040:00080000:0.0:1718402021.491860:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].761, 1144 off643560 00000004:00080000:0.0:1718402021.491863:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8801369c3400 with version 1488 00000004:00080000:3.0:1718402021.491902:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1488 rpc_version 1488 00000100:00100000:3.0:1718402021.491920:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e731300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185000064:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718402021.491940:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.491958:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.491972:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000064 00000100:00100000:2.0:1718402021.491990:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20093 00000100:00100000:2.0:1718402021.491993:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e736880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871185000064:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.492242:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e736880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:32565:x1801871185000064:12345-0@lo:1000:osp_up1-0.0 Request processed in 248us (301us total) trans 4294987090 rc 0/0 00000100:00100000:2.0:1718402021.492247:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20093 00000100:00100000:3.0:1718402021.492303:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e731300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185000064:0@lo:1000:osp_up1-0.0 00000004:00010000:0.0:1718402021.492318:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097f22ac0 reply state ffff88012216d000 transno 8589959559 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.492329:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f9:0x0] 00010000:00010000:0.0:1718402021.492332:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6859d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492342:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6859d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.492348:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097f22ac0 reply state ffff88012216d000 transno 8589959559 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.492397:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:0.0:1718402021.492400:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492404:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.492408:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097f22ac0 reply state ffff88012216d000 transno 8589959559 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.492412:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f3:0x0] 00010000:00010000:0.0:1718402021.492415:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492418:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492422:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492425:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492430:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492434:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492436:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338240 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.492438:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492441:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492446:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800b3d94200) 00010000:00010000:0.0:1718402021.492447:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.492449:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.492451:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f6855e lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.492501:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f22ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:26915:x1801871189939584:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 9449us (9498us total) trans 8589959559 rc 0/0 00000100:00100000:0.0:1718402021.492506:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101302 00010000:00010000:2.0:1718402021.493220:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493227:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:2.0:1718402021.493229:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.493230:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493234:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b4:0x0].0x0 (ffff880095f5b100) 00010000:00010000:2.0:1718402021.493235:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.493236:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493239:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff880095f5bf00) 00010000:00010000:2.0:1718402021.493241:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718402021.493470:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.493502:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939648 00000100:00100000:2.0:1718402021.493517:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101303 00000100:00100000:2.0:1718402021.493520:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097ddbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:26915:x1801871189939648:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1718402021.493545:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f685a4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493552:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f685a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493556:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f685a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493562:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f685ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493583:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f685ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493587:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f685ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493613:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493617:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493621:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.493646:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493651:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f685a4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493654:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f685a4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493657:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f685a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493660:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56f40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.493661:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f685a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493664:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f685a4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493668:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:2.0:1718402021.493670:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.493671:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f685a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493673:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56f40/0xddd980ffd8f685a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493678:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f685ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493683:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f685ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493686:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f685ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493688:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.493689:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f685ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493692:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f685ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493695:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3566 (ffff88012d59e900) 00010000:00010000:2.0:1718402021.493696:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.493696:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f685ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493699:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f685ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493704:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493707:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493709:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493715:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e561c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.493716:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493718:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493721:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88011f815400) 00010000:00010000:2.0:1718402021.493722:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.493723:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.493725:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f685b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.493755:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097ddbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:26915:x1801871189939648:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 233us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.493759:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101303 00000100:00100000:0.0:1718402021.494432:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.494473:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939776 00000100:00100000:2.0:1718402021.494491:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101304 00000100:00100000:2.0:1718402021.494494:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ea600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:26915:x1801871189939776:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.494501:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.494507:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f685b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd0d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.494542:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f685c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.494551:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f685c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.494556:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f685c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402021.494562:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b7:0x0]: returning size 0 00010000:00010000:2.0:1718402021.494616:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f685b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd0d expref: 22 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.494623:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f685c0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd0d expref: 21 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.494627:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88011f815400) 00010000:00010000:2.0:1718402021.494628:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402021.494629:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e56400, rc 0) 00000100:00100000:2.0:1718402021.494657:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ea600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:26915:x1801871189939776:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 162us (225us total) trans 8589959560 rc 0/0 00000100:00100000:2.0:1718402021.494661:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101304 00000100:00100000:0.0:1718402021.495301:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.495334:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939840 00000100:00100000:3.0:1718402021.495363:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 536 00000100:00100000:3.0:1718402021.495367:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1882:x1801871189939840:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:3.0:1718402021.495397:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.495401:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f685ce lrc: 3/0,1 mode: --/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.495410:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.495412:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.495414:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f685ce lrc: 3/0,1 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.495424:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f685ce lrc: 3/0,1 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.495432:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f685ce lrc: 3/0,1 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.495437:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f685ce lrc: 2/0,0 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.495454:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.495479:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1718402021.495483:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1882:x1801871189939840:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 114us (181us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.495483:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f685ce lrc: 2/0,0 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.495488:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 536 00010000:00010000:1.0:1718402021.495491:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6880 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.495492:0:6863:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f685ce lrc: 2/0,0 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.495498:0:6863:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f685ce lrc: 3/0,0 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.495515:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f685ce lrc: 1/0,0 mode: --/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.495520:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f685ce lrc: 0/0,0 mode: --/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.495533:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.495534:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.495535:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.496131:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.496172:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189939968 00000100:00100000:2.0:1718402021.496188:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101305 00000100:00100000:2.0:1718402021.496205:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:26915:x1801871189939968:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1718402021.496225:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.496234:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f67e88 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b7:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbe0 expref: 21 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.496244:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88011f815400) 00010000:00010000:2.0:1718402021.496246:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.496252:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.496257:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.496261:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.496280:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000128:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.496300:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.496316:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef9c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.496327:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000128 00000100:00100000:0.0:1718402021.496347:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20094 00000100:00100000:0.0:1718402021.496350:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185000128:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.496383:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185000128:12345-0@lo:1000:mdt00_008.0 Request processed in 33us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.496387:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20094 00000100:00100000:2.0:1718402021.496391:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000128:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.496413:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000192:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.496429:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.496439:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef9c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.496441:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000192 00000100:00100000:0.0:1718402021.496449:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20095 00000100:00100000:0.0:1718402021.496451:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185000192:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.496479:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185000192:12345-0@lo:1000:mdt00_008.0 Request processed in 27us (49us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.496482:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20095 00000100:00100000:2.0:1718402021.496492:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000192:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.496840:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000256:0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.496856:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.496871:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef6c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.496883:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000256 00000100:00100000:0.0:1718402021.496894:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20096 00000100:00100000:0.0:1718402021.496896:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185000256:12345-0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.498139:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185000256:12345-0@lo:403:mdt00_008.0 Request processed in 1241us (1281us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.498143:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20096 00000100:00100000:2.0:1718402021.498169:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000256:0@lo:403:mdt00_008.0 00010000:00010000:2.0:1718402021.498745:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.498752:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.498764:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.498773:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000320:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.498791:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.498808:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef6c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.498829:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000320 00000100:00100000:0.0:1718402021.498855:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20097 00000100:00100000:0.0:1718402021.498858:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0ce3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185000320:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.498864:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.498871:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f685dc expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.498880:0:6878:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.498885:0:6878:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.498897:0:6878:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.498902:0:6878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013712df00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185000384:0@lo:104: 00000100:00100000:0.0:1718402021.498918:0:6878:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.498926:0:6878:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbc00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.498935:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000384 00000100:00100000:2.0:1718402021.498955:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5525 00000100:00100000:2.0:1718402021.498958:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185000384:12345-0@lo:104: 00000100:00100000:0.0:1718402021.498989:0:6878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013712df00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185000384:0@lo:104: 00010000:00010000:2.0:1718402021.498990:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.498993:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185000384:12345-0@lo:104: Request processed in 35us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.498997:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5525 00010000:00010000:0.0:1718402021.499002:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.499009:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:0.0:1718402021.499011:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.499013:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.499013:0:6878:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.499017:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.499019:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91b00, rc 0) 00010000:00010000:1.0:1718402021.499023:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a1c0 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.499026:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.499031:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.499038:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0ce3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:7224:x1801871185000320:12345-0@lo:101:mdt00_008.0 Request processed in 180us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.499043:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20097 00010000:00010000:1.0:1718402021.499049:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.499053:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0c8e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000320:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.499055:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.499061:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.499067:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.499072:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.499078:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33a1c0/0xddd980ffd8f68565 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6856c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.499079:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1718402021.499086:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185000448:0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402021.499091:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.499092:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.499093:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.499105:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.499120:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000448 00010000:00010000:1.0:1718402021.499131:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.499150:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32783 00000100:00100000:1.0:1718402021.499153:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+11:3333:x1801871185000448:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402021.499159:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718402021.500005:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987090 is committed 00010000:00010000:1.0:1718402021.500076:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f6856c lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68565 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.500082:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:1.0:1718402021.500085:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.500089:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.500092:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.500103:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.500108:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185000512:0@lo:105: 00000100:00100000:1.0:1718402021.500126:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.500137:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8cc0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.500140:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000512 00000100:00100000:2.0:1718402021.500157:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5526 00000100:00100000:2.0:1718402021.500160:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d63c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185000512:12345-0@lo:105: 00010000:00010000:2.0:1718402021.500164:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500172:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500175:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500178:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500181:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500204:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880122e55b00) 00010000:00010000:0.0:1718402021.500209:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.500223:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.500227:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d63c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185000512:12345-0@lo:105: Request processed in 67us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.500231:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5526 00000100:00100000:1.0:1718402021.500245:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185000512:0@lo:105: 00010000:00010000:1.0:1718402021.500252:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.500252:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.500257:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.500263:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.500268:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3333:x1801871185000448:12345-0@lo:103:ldlm_bl_03.0 Request processed in 1114us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.500272:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32783 00000100:00100000:0.0:1718402021.500274:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801371297c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000576:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.500278:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185000448:0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1718402021.500296:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.500308:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbc00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.500309:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000576 00000100:00100000:2.0:1718402021.500322:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20098 00000100:00100000:2.0:1718402021.500324:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185000576:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.500329:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.500334:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f685ea expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500342:0:6878:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500349:0:6878:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500358:0:6878:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.500362:0:6878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185000640:0@lo:104: 00000100:00100000:2.0:1718402021.500375:0:6878:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.500383:0:6878:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef6c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.500388:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000640 00000100:00100000:0.0:1718402021.500405:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5527 00000100:00100000:0.0:1718402021.500408:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c84c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185000640:12345-0@lo:104: 00010000:00010000:0.0:1718402021.500445:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.500446:0:6878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008c0cd0c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185000640:0@lo:104: 00000100:00100000:0.0:1718402021.500449:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c84c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185000640:12345-0@lo:104: Request processed in 40us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.500454:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5527 00010000:00010000:3.0:1718402021.500455:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402021.500458:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500458:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.500464:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33ad00 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402021.500465:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500465:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:2.0:1718402021.500467:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.500468:0:6878:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.500470:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500474:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e56880, rc 0) 00010000:00010000:3.0:1718402021.500482:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.500484:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718402021.500495:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185000576:12345-0@lo:101:mdt00_008.0 Request processed in 168us (198us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.500496:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.500500:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ad00/0xddd980ffd8f68573 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6857a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.500500:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20098 00000100:00100000:0.0:1718402021.500500:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987090 gen 2 00000004:00080000:0.0:1718402021.500503:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987089 committed transno 4294987090 00010000:00010000:3.0:1718402021.500511:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.500511:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.500512:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1718402021.500518:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987090 committed transno 4294987090 00000100:00100000:0.0:1718402021.500534:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801371297c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000576:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.500535:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185000704:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.500542:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.500547:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.500549:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.500557:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000704 00010000:00010000:1.0:1718402021.500564:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.500587:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32784 00000100:00100000:1.0:1718402021.500589:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3333:x1801871185000704:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.500593:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.500749:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f6857a lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68573 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.500757:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.500760:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.500766:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.500772:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.500787:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.500793:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013712cc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185000768:0@lo:105: 00000100:00100000:0.0:1718402021.500810:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.500825:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbc00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.500845:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000768 00000100:00100000:2.0:1718402021.500862:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5528 00000100:00100000:2.0:1718402021.500866:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880137129c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185000768:12345-0@lo:105: 00010000:00010000:2.0:1718402021.500871:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500877:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500881:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500885:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500890:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.500901:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009bc93600) 00010000:00010000:0.0:1718402021.500903:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.500909:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.500926:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:2.0:1718402021.500931:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880137129c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185000768:12345-0@lo:105: Request processed in 64us (120us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.500935:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.500936:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5528 00010000:00010000:0.0:1718402021.500941:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.500946:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.500949:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013712cc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185000768:0@lo:105: 00010000:00010000:0.0:1718402021.500954:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.500958:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00080000:00080000:0.0:1718402021.500966:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1718402021.500972:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3333:x1801871185000704:12345-0@lo:103:ldlm_bl_04.0 Request processed in 383us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.500976:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32784 00000100:00100000:2.0:1718402021.500986:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e734740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185000704:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.500995:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.501598:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6859d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.501604:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6859d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501610:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.501615:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6859d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501617:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.501618:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.501622:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501627:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92f40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.501629:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.501635:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc92880/0xddd980ffd8f68596 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6859d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501638:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718402021.501644:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959560 is committed 00010000:00010000:0.0:1718402021.501646:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:0.0:1718402021.501648:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:3.0:1718402021.501649:0:32552:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88008444a3c0 refcount 2 committed 0 result 0 batchid 4294989999 00010000:00010000:0.0:1718402021.501650:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.501651:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880095f5b200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801369c3980 00000020:00080000:3.0:1718402021.501653:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880095f5be00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801369c3400 00000020:00080000:3.0:1718402021.501654:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].761 00000020:00080000:3.0:1718402021.501655:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880095f5b700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880095f5bd00 00010000:00010000:0.0:1718402021.501655:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.501657:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].759 00010000:00010000:0.0:1718402021.501660:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.501661:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294989998 batchid updated 00010000:00010000:0.0:1718402021.501674:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501679:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68581 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.501687:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1718402021.501687:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.501688:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294989999 committed batchid 4294989998 00010000:00010000:0.0:1718402021.501692:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.501697:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e732600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185000832:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718402021.501697:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501701:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.501703:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501708:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501714:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b4:0x0].0x0 (ffff880095f5b100) 00010000:00010000:0.0:1718402021.501715:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.501717:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.501720:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.501721:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f68588 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00100000:2.0:1718402021.501722:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 760 in log [0x2:0x40000404:0x2] 00010000:00010000:0.0:1718402021.501731:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501736:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.501741:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000832 00010000:00010000:0.0:1718402021.501741:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.501745:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ba5a100 with version 1489 00010000:00010000:0.0:1718402021.501745:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.501746:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501750:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.501751:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294989998 cancel update log [0x2:0x40000404:0x2].760: rc = 0 00010000:00010000:0.0:1718402021.501755:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff880095f5bf00) 00000040:00100000:2.0:1718402021.501756:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 758 in log [0x2:0xbd0:0x2] 00010000:00010000:0.0:1718402021.501757:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:1.0:1718402021.501759:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7446 00010000:00010000:0.0:1718402021.501759:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.501762:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3335:x1801871185000832:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718402021.501763:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90fc0/0xddd980ffd8f6858f lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.501766:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1489 rpc_version 1489 00010000:00010000:1.0:1718402021.501767:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00010000:1.0:1718402021.501777:0:6862:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f9:0x0] updating lvb mtime from disk: 0 -> 1718402019 00000100:00100000:3.0:1718402021.501779:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e732ac0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185000896:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1718402021.501779:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.501780:0:6862:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f9:0x0] updating lvb atime from disk: 0 -> 1718402019 00000020:00080000:2.0:1718402021.501781:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294989998 cancel update log [0x2:0xbd0:0x2].758: rc = 0 00000004:00010000:1.0:1718402021.501782:0:6862:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5f9:0x0] updating lvb ctime from disk: 0 -> 1718402019 00010000:00010000:0.0:1718402021.501785:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.501787:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294989998 00010000:00010000:1.0:1718402021.501790:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f6859d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68596 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.501797:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.501800:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff88012d59ee00) 00000100:00100000:3.0:1718402021.501804:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677900 going to sleep for 6 seconds 00010000:00010000:1.0:1718402021.501806:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.501816:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000896 00000100:00100000:1.0:1718402021.501828:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3335:x1801871185000832:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 65us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.501831:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20099 00000100:00100000:2.0:1718402021.501834:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:32565:x1801871185000896:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402021.501834:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7446 00010000:00010000:0.0:1718402021.501840:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff88011f815400) 00010000:00010000:0.0:1718402021.501842:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.501846:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56400/0xddd980ffd8f685c0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b7:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd0d expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.501854:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e732600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185000832:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718402021.501870:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501877:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.501884:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.501896:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:32565:x1801871185000896:12345-0@lo:1000:osp_up1-0.0 Request processed in 61us (98us total) trans 4294987091 rc 0/0 00000100:00100000:2.0:1718402021.501901:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20099 00000100:00100000:3.0:1718402021.501904:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e732ac0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185000896:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.501916:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801371297c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000960:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.501937:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.501948:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb300 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.501951:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185000960 00000100:00100000:2.0:1718402021.501961:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20100 00000100:00100000:2.0:1718402021.501964:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185000960:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.502018:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712af80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185000960:12345-0@lo:1000:mdt00_008.0 Request processed in 53us (80us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718402021.502022:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20100 00000100:00100000:0.0:1718402021.502032:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801371297c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185000960:0@lo:1000:mdt00_008.0 00010000:00010000:0.0:1718402021.502051:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.502056:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.502059:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.502070:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.502073:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.502077:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.502082:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801371297c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001024:0@lo:101:mdt00_008.0 00000100:00100000:0.0:1718402021.502094:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.502101:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbb40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.502105:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001024 00000100:00100000:2.0:1718402021.502124:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20101 00000100:00100000:2.0:1718402021.502127:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185001024:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.502133:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.502141:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68614 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f6860d expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.502153:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68614 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f6860d expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.502161:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68614 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6860d expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.502189:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff8800b5358800) 00010000:00010000:2.0:1718402021.502210:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:2.0:1718402021.502212:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55d40, rc 0) 00000100:00100000:2.0:1718402021.502232:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185001024:12345-0@lo:101:mdt00_008.0 Request processed in 105us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.502238:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20101 00000100:00100000:0.0:1718402021.502238:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801371297c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001024:0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.502243:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68614 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.502247:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68614 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.502253:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5fa:0x0] 00000100:00100000:0.0:1718402021.502563:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801371297c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001088:0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.502603:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.502616:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bbb40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.502643:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001088 00000100:00100000:2.0:1718402021.502661:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20102 00000100:00100000:2.0:1718402021.502663:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185001088:12345-0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.503748:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185001088:12345-0@lo:403:mdt00_008.0 Request processed in 1083us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.503752:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20102 00000100:00100000:0.0:1718402021.503764:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801371297c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001088:0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.504046:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.504067:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.504083:0:6873:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940096 00000100:00100000:2.0:1718402021.504088:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.504101:0:6873:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940224 00000100:00100000:2.0:1718402021.504104:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.504115:0:32556:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940032 00000100:00100000:1.0:1718402021.504115:0:6873:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940160 00000100:00100000:2.0:1718402021.504121:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6573 00000100:00100000:2.0:1718402021.504124:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0cf6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+14:1880:x1801871189940096:12345-192.168.204.24@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1718402021.504133:0:6873:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6574 00000100:00100000:1.0:1718402021.504137:0:6873:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c0c8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189940224:12345-192.168.204.24@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1718402021.504146:0:32556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 1304 00000100:00100000:3.0:1718402021.504151:0:32556:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c33f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189940032:12345-192.168.204.24@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1718402021.504152:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0cf6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b4942422-518c-4999-8e56-6394c3b8b64e+14:1880:x1801871189940096:12345-192.168.204.24@tcp:400:kworker/u8:0.0 Request processed in 28us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.504157:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6573 00000100:00100000:1.0:1718402021.504162:0:6873:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c0c8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4ba2d863-ea31-487e-99d5-270114bd2874+5:1880:x1801871189940224:12345-192.168.204.24@tcp:400:kworker/u8:0.0 Request processed in 24us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.504166:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6575 00000100:00100000:2.0:1718402021.504169:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+7:1881:x1801871189940160:12345-192.168.204.24@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1718402021.504169:0:6873:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6574 00000100:00100000:3.0:1718402021.504176:0:32556:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c33f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:cb93e32c-1533-4cd3-88cd-706c1bb78857+12:1881:x1801871189940032:12345-192.168.204.24@tcp:400:kworker/u8:0.0 Request processed in 25us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.504180:0:32556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 1304 00000100:00100000:2.0:1718402021.504183:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+7:1881:x1801871189940160:12345-192.168.204.24@tcp:400:kworker/u8:0.0 Request processed in 14us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.504187:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6575 00000100:00100000:0.0:1718402021.504295:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801371297c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001152:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.504314:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.504320:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb300 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.504330:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001152 00000100:00100000:2.0:1718402021.504352:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20103 00000100:00100000:2.0:1718402021.504355:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185001152:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.504386:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185001152:12345-0@lo:1000:mdt00_008.0 Request processed in 30us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.504389:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20103 00000100:00100000:0.0:1718402021.504392:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801371297c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001152:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.504433:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c2140 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001216:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.504445:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.504458:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb300 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.504472:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001216 00000100:00100000:2.0:1718402021.504486:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20104 00000100:00100000:2.0:1718402021.504488:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185001216:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.504514:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185001216:12345-0@lo:1000:mdt00_008.0 Request processed in 26us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.504517:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20104 00000100:00100000:0.0:1718402021.504520:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c2140 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001216:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.504557:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c2140 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001280:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.504589:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.504597:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008444ac00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.504604:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001280 00000100:00100000:2.0:1718402021.504617:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20105 00000100:00100000:2.0:1718402021.504620:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185001280:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.504666:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185001280:12345-0@lo:1000:mdt00_008.0 Request processed in 45us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.504670:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20105 00000100:00100000:0.0:1718402021.504674:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c2140 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001280:0@lo:1000:mdt00_008.0 00000040:00080000:0.0:1718402021.504806:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].760, 1064 off583528 00000040:00080000:0.0:1718402021.504828:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].762, 1144 off644704 00000004:00080000:0.0:1718402021.504833:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff8801369c3980 with version 1490 00000004:00080000:3.0:1718402021.504859:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1490 rpc_version 1490 00000100:00100000:3.0:1718402021.504877:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185001344:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718402021.504898:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.504912:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.504923:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001344 00000100:00100000:2.0:1718402021.504933:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20106 00000100:00100000:2.0:1718402021.504935:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880096485050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871185001344:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.505113:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880096485050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:32565:x1801871185001344:12345-0@lo:1000:osp_up1-0.0 Request processed in 176us (214us total) trans 4294987092 rc 0/0 00000100:00100000:2.0:1718402021.505117:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20106 00000100:00100000:3.0:1718402021.505129:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185001344:0@lo:1000:osp_up1-0.0 00000004:00010000:0.0:1718402021.505164:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013712c740 reply state ffff88012ecba000 transno 8589959561 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.505170:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5fa:0x0] 00010000:00010000:0.0:1718402021.505172:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68614 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505178:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68614 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.505183:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013712c740 reply state ffff88012ecba000 transno 8589959561 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.505236:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:0.0:1718402021.505239:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505242:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.505246:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013712c740 reply state ffff88012ecba000 transno 8589959561 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.505250:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f3:0x0] 00010000:00010000:0.0:1718402021.505251:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505254:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505259:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505261:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505267:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505270:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505273:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e558c0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.505274:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505277:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505282:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880130d4f600) 00010000:00010000:0.0:1718402021.505283:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.505284:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505286:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f685d5 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.505315:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:26915:x1801871189939968:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 9109us (9186us total) trans 8589959561 rc 0/0 00000100:00100000:0.0:1718402021.505319:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101305 00010000:00010000:0.0:1718402021.505796:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505802:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:0.0:1718402021.505803:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.505805:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505808:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff880095f5b400) 00010000:00010000:0.0:1718402021.505809:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.505810:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.505813:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff880095f5b600) 00010000:00010000:0.0:1718402021.505814:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718402021.506053:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.506081:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940288 00000100:00100000:2.0:1718402021.506098:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101306 00000100:00100000:2.0:1718402021.506100:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:26915:x1801871189940288:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1718402021.506120:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6861b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506126:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6861b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506131:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6861b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506137:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68622 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506140:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68622 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506143:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68622 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506164:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506168:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506171:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.506203:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506208:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6861b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506211:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6861b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506214:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6861b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506217:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e573c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.506218:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6861b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506221:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6861b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506225:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:2.0:1718402021.506226:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.506227:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6861b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506230:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6861b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506235:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68622 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506238:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68622 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506241:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68622 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506247:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57a80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.506248:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68622 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506250:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68622 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506254:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3366 (ffff8800b5358500) 00010000:00010000:2.0:1718402021.506255:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.506255:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68622 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506258:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68622 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506263:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506266:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506268:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506271:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.506271:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506274:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506278:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff88011f815c00) 00010000:00010000:2.0:1718402021.506279:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.506280:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.506282:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f68629 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.506309:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:26915:x1801871189940288:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 208us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.506313:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101306 00000100:00100000:2.0:1718402021.507045:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.507067:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940416 00000100:00100000:0.0:1718402021.507094:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101307 00000100:00100000:0.0:1718402021.507098:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:26915:x1801871189940416:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.507105:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.507112:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90b40/0xddd980ffd8f68630 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd14 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.507152:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f68637 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.507161:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f68637 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.507167:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f68637 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b5:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.507175:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b5:0x0]: returning size 0 00010000:00010000:0.0:1718402021.507234:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90b40/0xddd980ffd8f68630 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd14 expref: 21 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.507251:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f68637 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd14 expref: 20 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.507256:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff88011f815c00) 00010000:00010000:0.0:1718402021.507258:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.507259:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91f80, rc 0) 00000100:00100000:0.0:1718402021.507280:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26915:x1801871189940416:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 181us (236us total) trans 8589959562 rc 0/0 00000100:00100000:0.0:1718402021.507286:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101307 00000100:00100000:0.0:1718402021.508047:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.508092:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940480 00000100:00100000:3.0:1718402021.508118:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 537 00000100:00100000:3.0:1718402021.508123:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1883:x1801871189940480:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:3.0:1718402021.508147:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x59f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.508152:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800737e5440/0xddd980ffd8f68645 lrc: 3/0,1 mode: --/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.508161:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.508162:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.508164:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800737e5440/0xddd980ffd8f68645 lrc: 3/0,1 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.508172:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800737e5440/0xddd980ffd8f68645 lrc: 3/0,1 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.508179:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800737e5440/0xddd980ffd8f68645 lrc: 3/0,1 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.508185:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800737e5440/0xddd980ffd8f68645 lrc: 2/0,0 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.508221:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.508239:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.508242:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800737e5440/0xddd980ffd8f68645 lrc: 2/0,0 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.508248:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5440 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.508249:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800737e5440/0xddd980ffd8f68645 lrc: 2/0,0 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.508251:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1883:x1801871189940480:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 128us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.508257:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 537 00010000:00010000:1.0:1718402021.508257:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800737e5440/0xddd980ffd8f68645 lrc: 3/0,0 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.508265:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800737e5440/0xddd980ffd8f68645 lrc: 1/0,0 mode: --/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.508268:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800737e5440/0xddd980ffd8f68645 lrc: 0/0,0 mode: --/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.508277:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.508278:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.508279:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.508994:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.509035:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940608 00000100:00100000:0.0:1718402021.509062:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101308 00000100:00100000:0.0:1718402021.509067:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26915:x1801871189940608:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1718402021.509088:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.509098:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f67e42 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b5:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbd2 expref: 20 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.509109:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff88011f815c00) 00010000:00010000:0.0:1718402021.509111:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.509118:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.509124:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.509130:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.509157:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001408:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.509180:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.509214:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001408 00000100:00100000:0.0:1718402021.509219:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297000 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.509234:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20107 00000100:00100000:2.0:1718402021.509236:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185001408:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.509268:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185001408:12345-0@lo:1000:mdt00_008.0 Request processed in 31us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.509271:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20107 00000100:00100000:0.0:1718402021.509284:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001408:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.509315:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001472:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.509334:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.509349:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb6c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.509361:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001472 00000100:00100000:2.0:1718402021.509374:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20108 00000100:00100000:2.0:1718402021.509376:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185001472:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.509406:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185001472:12345-0@lo:1000:mdt00_008.0 Request processed in 29us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.509409:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20108 00000100:00100000:0.0:1718402021.509417:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001472:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.509755:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001536:0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.509771:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.509785:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297e40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.509807:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001536 00000100:00100000:2.0:1718402021.509828:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20109 00000100:00100000:2.0:1718402021.509831:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185001536:12345-0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.511134:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185001536:12345-0@lo:403:mdt00_008.0 Request processed in 1301us (1361us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.511140:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20109 00000100:00100000:0.0:1718402021.511204:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001536:0@lo:403:mdt00_008.0 00010000:00010000:0.0:1718402021.511654:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.511662:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.511669:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.511680:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001600:0@lo:101:mdt00_008.0 00000100:00100000:0.0:1718402021.511701:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.511722:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297e40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.511759:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001600 00000100:00100000:2.0:1718402021.511782:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20110 00000100:00100000:2.0:1718402021.511785:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185001600:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.511791:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.511797:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68653 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.511807:0:6878:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.511811:0:6878:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.511823:0:6878:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.511828:0:6878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc6d40 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185001664:0@lo:104: 00000100:00100000:2.0:1718402021.511846:0:6878:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.511862:0:6878:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefcc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.511892:0:19829:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1718402021.511902:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001664 00000100:00100000:0.0:1718402021.511933:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5529 00000100:00100000:0.0:1718402021.511936:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801216dd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185001664:12345-0@lo:104: 00000100:00100000:2.0:1718402021.511972:0:6878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc6d40 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185001664:0@lo:104: 00010000:00010000:0.0:1718402021.511974:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.511978:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801216dd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185001664:12345-0@lo:104: Request processed in 41us (131us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.511981:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.511983:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5529 00010000:00010000:2.0:1718402021.511988:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:2.0:1718402021.511990:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.511991:0:6878:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.511994:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57cc0, rc 0) 00000100:00100000:2.0:1718402021.512011:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:7224:x1801871185001600:12345-0@lo:101:mdt00_008.0 Request processed in 226us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.512014:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20110 00010000:00010000:1.0:1718402021.512015:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.512019:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.512026:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55b00 already unused, calling callback (ffffffffa0ead0e0) 00000100:00100000:0.0:1718402021.512027:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001600:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.512028:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.512034:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.512036:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.512041:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.512057:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.512062:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718402021.512078:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d3900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185001728:0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1718402021.512081:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.512086:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55b00/0xddd980ffd8f685dc lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f685e3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.512090:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.512095:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.512096:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.512097:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.512106:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001728 00010000:00010000:0.0:1718402021.512117:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.512138:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32785 00000100:00100000:0.0:1718402021.512141:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+11:3335:x1801871185001728:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402021.512146:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718402021.512860:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987092 is committed 00010000:00010000:0.0:1718402021.512918:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f685e3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f685dc expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.512929:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:0.0:1718402021.512932:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.512942:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.512947:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.512961:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.512968:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c2600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185001792:0@lo:105: 00000100:00100000:0.0:1718402021.512988:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.512999:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb6c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.513002:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001792 00000100:00100000:2.0:1718402021.513017:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5530 00000100:00100000:2.0:1718402021.513019:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c17c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185001792:12345-0@lo:105: 00010000:00010000:2.0:1718402021.513024:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513028:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513032:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513034:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513041:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513049:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009bc93840) 00010000:00010000:0.0:1718402021.513058:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.513065:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.513072:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c17c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185001792:12345-0@lo:105: Request processed in 52us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.513076:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5530 00010000:00010000:0.0:1718402021.513090:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.513096:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.513102:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.513107:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c2600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185001792:0@lo:105: 00000100:00100000:0.0:1718402021.513111:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001856:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.513121:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.513131:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.513141:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb300 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.513148:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001856 00000100:00100000:1.0:1718402021.513160:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3335:x1801871185001728:12345-0@lo:103:ldlm_bl_01.0 Request processed in 1018us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.513162:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20111 00000100:00100000:2.0:1718402021.513165:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185001856:12345-0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.513167:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32785 00010000:00010000:2.0:1718402021.513172:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.513178:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68661 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513206:0:6878:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513213:0:6878:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.513217:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d3900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185001728:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718402021.513226:0:6878:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.513234:0:6878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372ebdc0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185001920:0@lo:104: 00000100:00100000:2.0:1718402021.513252:0:6878:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.513267:0:6878:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefcc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.513291:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001920 00000100:00100000:0.0:1718402021.513308:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5531 00000100:00100000:0.0:1718402021.513311:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185001920:12345-0@lo:104: 00000100:00100000:2.0:1718402021.513342:0:6878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372ebdc0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185001920:0@lo:104: 00010000:00010000:0.0:1718402021.513348:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.513350:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.513353:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185001920:12345-0@lo:104: Request processed in 41us (100us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.513354:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:2.0:1718402021.513355:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.513356:0:6878:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.513358:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5531 00010000:00010000:2.0:1718402021.513360:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54240, rc 0) 00010000:00010000:1.0:1718402021.513361:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.513364:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.513370:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93600 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.513371:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.513374:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185001856:12345-0@lo:101:mdt00_008.0 Request processed in 209us (243us total) trans 0 rc 0/0 00000004:00010000:1.0:1718402021.513375:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.513378:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20111 00010000:00010000:1.0:1718402021.513387:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.513390:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1718402021.513395:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987092 gen 2 00000004:00080000:0.0:1718402021.513398:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987091 committed transno 4294987092 00010000:00010000:1.0:1718402021.513403:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.513410:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93600/0xddd980ffd8f685ea lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f685f1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.513411:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000004:00080000:0.0:1718402021.513412:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987092 committed transno 4294987092 00010000:00010000:1.0:1718402021.513417:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.513417:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.513418:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.513427:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5f00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185001856:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.513428:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185001984:0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1718402021.513435:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.513441:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.513449:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.513462:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185001984 00010000:00010000:1.0:1718402021.513473:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.513487:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32786 00000100:00100000:1.0:1718402021.513490:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3333:x1801871185001984:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402021.513497:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.513703:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f685f1 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f685ea expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.513711:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.513714:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.513720:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.513730:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.513745:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.513752:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c0980 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185002048:0@lo:105: 00000100:00100000:0.0:1718402021.513771:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.513790:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb300 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.513809:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002048 00000100:00100000:2.0:1718402021.513821:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5532 00000100:00100000:2.0:1718402021.513823:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185002048:12345-0@lo:105: 00010000:00010000:2.0:1718402021.513827:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513831:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513834:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513837:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513841:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.513848:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009bc93cc0) 00010000:00010000:0.0:1718402021.513856:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.513863:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.513870:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185002048:12345-0@lo:105: Request processed in 46us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.513873:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5532 00000004:00080000:0.0:1718402021.513876:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:0.0:1718402021.513886:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.513893:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c0980 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185002048:0@lo:105: 00010000:00010000:0.0:1718402021.513893:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.513898:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.513902:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.513906:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.513919:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3333:x1801871185001984:12345-0@lo:103:ldlm_bl_03.0 Request processed in 429us (470us total) trans 0 rc 0/0 00080000:00080000:0.0:1718402021.513919:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1718402021.513923:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32786 00000100:00100000:2.0:1718402021.513926:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185001984:0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1718402021.513948:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.514551:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68614 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514558:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.514560:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68614 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514564:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514580:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514583:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc933c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.514584:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.514586:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68614 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514587:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.514590:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.514592:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:0.0:1718402021.514593:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.514594:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514614:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514618:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.514620:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc906c0/0xddd980ffd8f6860d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68614 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514633:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718402021.514635:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959562 is committed 00010000:00010000:0.0:1718402021.514637:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f685f8 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.514642:0:32552:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88011e2bb3c0 refcount 2 committed 0 result 0 batchid 4294990000 00000100:00100000:2.0:1718402021.514644:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185002112:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718402021.514644:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.514645:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880095ee5e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801369c3680 00010000:00010000:0.0:1718402021.514647:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.514648:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880095f5b300 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8801369c3980 00000020:00080000:3.0:1718402021.514650:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].762 00010000:00010000:0.0:1718402021.514650:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.514652:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880095f5b500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880095f5b900 00010000:00010000:0.0:1718402021.514653:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92d00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.514654:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.514655:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].760 00010000:00010000:0.0:1718402021.514656:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.514657:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514660:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b7:0x0].0x0 (ffff880095f5b400) 00000020:00080000:3.0:1718402021.514661:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294989999 batchid updated 00010000:00010000:0.0:1718402021.514661:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.514662:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.514665:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.514665:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514665:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f685ff lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514673:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514680:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514683:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514685:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.514686:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.514688:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002112 00010000:00010000:0.0:1718402021.514689:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514692:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff880095f5b600) 00010000:00010000:0.0:1718402021.514693:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000020:00080000:2.0:1718402021.514694:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294990000 committed batchid 4294989999 00010000:00010000:0.0:1718402021.514694:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.514697:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92400/0xddd980ffd8f68606 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.514704:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7447 00000100:00100000:1.0:1718402021.514707:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ebdc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3333:x1801871185002112:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1718402021.514713:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00010000:1.0:1718402021.514720:0:6862:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fa:0x0] updating lvb mtime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.514722:0:6862:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fa:0x0] updating lvb atime from disk: 0 -> 1718402019 00000040:00100000:2.0:1718402021.514723:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 761 in log [0x2:0x40000404:0x2] 00000004:00010000:1.0:1718402021.514723:0:6862:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fa:0x0] updating lvb ctime from disk: 0 -> 1718402019 00010000:00010000:1.0:1718402021.514730:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68614 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f6860d expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.514738:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff8800b5358800) 00010000:00010000:1.0:1718402021.514742:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1718402021.514747:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ba5a580 with version 1491 00000020:00080000:2.0:1718402021.514752:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294989999 cancel update log [0x2:0x40000404:0x2].761: rc = 0 00000040:00100000:2.0:1718402021.514757:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 759 in log [0x2:0xbd0:0x2] 00000004:00080000:3.0:1718402021.514760:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1491 rpc_version 1491 00000100:00100000:1.0:1718402021.514763:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ebdc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3333:x1801871185002112:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 55us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.514767:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7447 00000100:00100000:3.0:1718402021.514778:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e732ac0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185002176:0@lo:1000:osp_up1-0.0 00000020:00080000:2.0:1718402021.514780:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294989999 cancel update log [0x2:0xbd0:0x2].759: rc = 0 00000020:00080000:2.0:1718402021.514788:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294989999 00000100:00100000:2.0:1718402021.514802:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185002112:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1718402021.514803:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.514829:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a0c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.514831:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002176 00010000:00010000:1.0:1718402021.514831:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff88011f815c00) 00010000:00010000:1.0:1718402021.514833:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402021.514836:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f68637 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b5:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd14 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.514845:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20112 00000100:00100000:2.0:1718402021.514848:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e736d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:32565:x1801871185002176:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1718402021.514854:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.514859:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.514862:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.514888:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002240:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.514902:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e736d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:32565:x1801871185002176:12345-0@lo:1000:osp_up1-0.0 Request processed in 53us (98us total) trans 4294987093 rc 0/0 00000100:00100000:1.0:1718402021.514906:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.514907:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20112 00000100:00100000:1.0:1718402021.514915:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8240 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.514917:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e732ac0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185002176:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.514917:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002240 00000100:00100000:2.0:1718402021.514927:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20113 00000100:00100000:2.0:1718402021.514929:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185002240:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.514989:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185002240:12345-0@lo:1000:mdt00_008.0 Request processed in 58us (82us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718402021.514994:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20113 00000100:00100000:1.0:1718402021.515004:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002240:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1718402021.515018:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.515023:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.515026:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.515036:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.515040:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.515044:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.515049:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002304:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.515061:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.515069:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8c00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.515073:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002304 00000100:00100000:2.0:1718402021.515083:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20114 00000100:00100000:2.0:1718402021.515085:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185002304:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.515090:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.515097:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f6868b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68684 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.515107:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f6868b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68684 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.515114:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f6868b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68684 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.515136:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff8800a489b200) 00010000:00010000:2.0:1718402021.515138:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:2.0:1718402021.515140:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e546c0, rc 0) 00000100:00100000:2.0:1718402021.515166:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185002304:12345-0@lo:101:mdt00_008.0 Request processed in 80us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.515170:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20114 00000100:00100000:1.0:1718402021.515177:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002304:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.515183:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6868b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.515187:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6868b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.515215:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5fb:0x0] 00000100:00100000:1.0:1718402021.515561:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002368:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.515590:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.515603:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8c00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.515618:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002368 00000100:00100000:2.0:1718402021.515632:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20115 00000100:00100000:2.0:1718402021.515634:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185002368:12345-0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.516993:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185002368:12345-0@lo:403:mdt00_008.0 Request processed in 1357us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.516997:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20115 00000100:00100000:1.0:1718402021.517028:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002368:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.517689:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002432:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.517710:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.517731:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8240 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.517748:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002432 00000100:00100000:2.0:1718402021.517781:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20116 00000100:00100000:2.0:1718402021.517784:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185002432:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.517832:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185002432:12345-0@lo:1000:mdt00_008.0 Request processed in 31us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.517835:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20116 00000100:00100000:1.0:1718402021.517861:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002432:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.517935:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002496:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.517955:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.517976:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8240 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.517988:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002496 00000100:00100000:0.0:1718402021.518014:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20117 00000100:00100000:0.0:1718402021.518017:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185002496:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.518067:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185002496:12345-0@lo:1000:mdt00_008.0 Request processed in 49us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.518071:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20117 00000100:00100000:1.0:1718402021.518088:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002496:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.518143:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002560:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.518165:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.518175:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8e40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.518183:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002560 00000100:00100000:0.0:1718402021.518225:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20118 00000100:00100000:0.0:1718402021.518227:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185002560:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.518278:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185002560:12345-0@lo:1000:mdt00_008.0 Request processed in 49us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.518284:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20118 00000100:00100000:1.0:1718402021.518288:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002560:0@lo:1000:mdt00_008.0 00000040:00080000:1.0:1718402021.518486:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].761, 1064 off584592 00000040:00080000:1.0:1718402021.518516:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].763, 1144 off645848 00000004:00080000:1.0:1718402021.518522:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880123cc8100 with version 1492 00000004:00080000:3.0:1718402021.518550:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1492 rpc_version 1492 00000100:00100000:3.0:1718402021.518582:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e731c80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185002624:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718402021.518600:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.518614:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a0c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.518643:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002624 00000100:00100000:0.0:1718402021.518660:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20119 00000100:00100000:0.0:1718402021.518663:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871185002624:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.518868:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:32565:x1801871185002624:12345-0@lo:1000:osp_up1-0.0 Request processed in 203us (266us total) trans 4294987094 rc 0/0 00000100:00100000:0.0:1718402021.518874:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20119 00000100:00100000:3.0:1718402021.518884:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e731c80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185002624:0@lo:1000:osp_up1-0.0 00000004:00010000:1.0:1718402021.518918:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880084bc4280 reply state ffff880073939000 transno 8589959563 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.518930:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5fb:0x0] 00010000:00010000:1.0:1718402021.518933:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6868b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.518940:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6868b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.518947:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880084bc4280 reply state ffff880073939000 transno 8589959563 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.518999:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:1.0:1718402021.519003:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.519009:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.519015:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880084bc4280 reply state ffff880073939000 transno 8589959563 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.519023:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f3:0x0] 00010000:00010000:1.0:1718402021.519025:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.519031:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.519037:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.519043:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.519052:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.519058:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.519062:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91440 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.519064:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.519070:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.519078:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880095ee5500) 00010000:00010000:1.0:1718402021.519080:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.519082:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.519087:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91440/0xddd980ffd8f6864c lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.519142:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:26915:x1801871189940608:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 10074us (10148us total) trans 8589959563 rc 0/0 00000100:00100000:1.0:1718402021.519150:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101308 00010000:00010000:0.0:1718402021.520005:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.520014:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:0.0:1718402021.520016:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.520019:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.520024:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff8800b3d94c00) 00010000:00010000:0.0:1718402021.520026:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.520028:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.520095:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff8800b3d94f00) 00010000:00010000:0.0:1718402021.520097:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:2.0:1718402021.520141:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.520182:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940672 00000100:00100000:1.0:1718402021.520222:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101309 00000100:00100000:1.0:1718402021.520227:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372e9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:26915:x1801871189940672:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1718402021.520254:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68692 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520262:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68692 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520268:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68692 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520278:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68699 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520284:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68699 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520289:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68699 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520315:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520321:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520327:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.520350:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520357:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68692 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520366:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68692 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520372:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68692 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520376:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.520378:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68692 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520383:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68692 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520389:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:1.0:1718402021.520391:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.520393:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68692 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520398:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339680/0xddd980ffd8f68692 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520406:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68699 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520410:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68699 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520416:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68699 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520425:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.520426:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68699 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520431:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68699 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520436:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3966 (ffff8800b3d94300) 00010000:00010000:1.0:1718402021.520438:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.520439:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68699 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520443:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68699 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520451:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520456:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520461:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520465:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.520466:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520471:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520477:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff880133fae500) 00010000:00010000:1.0:1718402021.520479:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.520481:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.520485:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f686a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.520519:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372e9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:26915:x1801871189940672:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 291us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.520525:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101309 00000100:00100000:2.0:1718402021.521287:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.521329:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940800 00000100:00100000:1.0:1718402021.521353:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101310 00000100:00100000:1.0:1718402021.521357:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:26915:x1801871189940800:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.521364:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.521371:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b3c0/0xddd980ffd8f686a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd1b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.521407:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f686ae lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.521414:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f686ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.521420:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f686ae lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.521428:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bb:0x0]: returning size 0 00010000:00010000:1.0:1718402021.521463:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b3c0/0xddd980ffd8f686a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd1b expref: 20 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.521473:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f686ae lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd1b expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.521479:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff880133fae500) 00010000:00010000:1.0:1718402021.521481:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402021.521482:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338000, rc 0) 00000100:00100000:1.0:1718402021.521509:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:26915:x1801871189940800:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 151us (224us total) trans 8589959564 rc 0/0 00000100:00100000:1.0:1718402021.521514:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101310 00000100:00100000:0.0:1718402021.522310:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.522352:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940864 00000100:00100000:3.0:1718402021.522384:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 538 00000100:00100000:3.0:1718402021.522387:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1882:x1801871189940864:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:3.0:1718402021.522410:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.522413:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f686bc lrc: 3/0,1 mode: --/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.522420:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.522421:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.522423:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f686bc lrc: 3/0,1 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.522429:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f686bc lrc: 3/0,1 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.522434:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f686bc lrc: 3/0,1 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.522437:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f686bc lrc: 2/0,0 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.522450:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718402021.522470:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1718402021.522473:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c5f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1882:x1801871189940864:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 85us (164us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.522475:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f686bc lrc: 2/0,0 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.522478:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 538 00010000:00010000:0.0:1718402021.522483:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6880 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.522485:0:9312:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f686bc lrc: 2/0,0 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.522491:0:9312:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f686bc lrc: 3/0,0 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.522503:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f686bc lrc: 1/0,0 mode: --/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.522508:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800737e6880/0xddd980ffd8f686bc lrc: 0/0,0 mode: --/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.522520:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.522521:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.522523:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.523246:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.523288:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189940992 00000100:00100000:1.0:1718402021.523312:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101311 00000100:00100000:1.0:1718402021.523316:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:26915:x1801871189940992:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1718402021.523335:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.523345:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54b40/0xddd980ffd8f67f14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bb:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbfc expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.523354:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff880133fae500) 00010000:00010000:1.0:1718402021.523356:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.523362:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.523369:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.523375:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.523401:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002688:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.523420:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.523441:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8b40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.523451:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002688 00000100:00100000:0.0:1718402021.523472:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20120 00000100:00100000:0.0:1718402021.523475:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185002688:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.523514:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185002688:12345-0@lo:1000:mdt00_008.0 Request processed in 38us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.523518:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20120 00000100:00100000:1.0:1718402021.523536:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002688:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.523559:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002752:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.523592:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.523607:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8b40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.523614:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002752 00000100:00100000:0.0:1718402021.523629:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20121 00000100:00100000:0.0:1718402021.523631:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185002752:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.523663:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185002752:12345-0@lo:1000:mdt00_008.0 Request processed in 31us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.523668:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20121 00000100:00100000:1.0:1718402021.523673:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002752:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.524052:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002816:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.524075:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.524091:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8e40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.524097:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002816 00000100:00100000:0.0:1718402021.524111:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20122 00000100:00100000:0.0:1718402021.524113:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185002816:12345-0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.525482:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185002816:12345-0@lo:403:mdt00_008.0 Request processed in 1367us (1407us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.525487:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20122 00000100:00100000:1.0:1718402021.525541:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002816:0@lo:403:mdt00_008.0 00010000:00010000:1.0:1718402021.526013:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.526019:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.526023:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.526031:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002880:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.526050:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.526071:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8e40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.526119:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002880 00000100:00100000:0.0:1718402021.526142:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20123 00000100:00100000:0.0:1718402021.526145:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185002880:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.526150:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.526157:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f686ca expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.526168:0:19561:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.526172:0:19561:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.526184:0:19561:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.526206:0:19561:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c1c80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:19561:1801871185002944:0@lo:104: 00000100:00100000:0.0:1718402021.526224:0:19561:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.526238:0:19561:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb300 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.526258:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185002944 00000100:00100000:2.0:1718402021.526283:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5533 00000100:00100000:2.0:1718402021.526286:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c0980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:19561:x1801871185002944:12345-0@lo:104: 00000100:00100000:0.0:1718402021.526325:0:19561:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c1c80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:19561:1801871185002944:0@lo:104: 00010000:00010000:2.0:1718402021.526330:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.526335:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c0980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:19561:x1801871185002944:12345-0@lo:104: Request processed in 48us (110us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.526336:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.526340:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00000100:00100000:2.0:1718402021.526341:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5533 00010000:00010000:0.0:1718402021.526341:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.526343:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.526346:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc918c0, rc 0) 00010000:00010000:1.0:1718402021.526358:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.526362:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.526362:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+11:7224:x1801871185002880:12345-0@lo:101:mdt00_008.0 Request processed in 218us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.526366:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20123 00010000:00010000:1.0:1718402021.526369:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93840 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.526372:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.526377:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.526382:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d4280 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185002880:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.526392:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.526394:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.526399:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.526400:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.526427:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.526433:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93840/0xddd980ffd8f68653 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6865a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.526434:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1718402021.526442:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185003008:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718402021.526444:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.526445:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.526446:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.526466:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.526503:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003008 00010000:00010000:1.0:1718402021.526517:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.526542:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32787 00000100:00100000:1.0:1718402021.526546:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f23dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+11:3335:x1801871185003008:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718402021.526553:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718402021.527367:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987094 is committed 00010000:00010000:1.0:1718402021.527416:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f6865a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68653 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.527424:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:1.0:1718402021.527426:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.527431:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.527437:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.527454:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.527462:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d3440 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185003072:0@lo:105: 00000100:00100000:1.0:1718402021.527484:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.527497:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8b40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.527498:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003072 00000100:00100000:2.0:1718402021.527513:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5534 00000100:00100000:2.0:1718402021.527516:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d2f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185003072:12345-0@lo:105: 00010000:00010000:2.0:1718402021.527520:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.527525:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.527529:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.527532:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.527535:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.527544:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008c338d80) 00010000:00010000:0.0:1718402021.527550:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.527555:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.527562:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d2f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185003072:12345-0@lo:105: Request processed in 46us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.527582:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5534 00010000:00010000:0.0:1718402021.527590:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.527591:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d3440 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185003072:0@lo:105: 00010000:00010000:0.0:1718402021.527594:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.527598:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.527601:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.527605:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003136:0@lo:101:mdt00_008.0 00000100:00100000:0.0:1718402021.527622:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.527623:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f23dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3335:x1801871185003008:12345-0@lo:103:ldlm_bl_02.0 Request processed in 1077us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.527629:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185003008:0@lo:103:ldlm_bl_02.0 00000100:00100000:1.0:1718402021.527629:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32787 00000100:00100000:0.0:1718402021.527629:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb300 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.527635:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003136 00000100:00100000:0.0:1718402021.527652:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20124 00000100:00100000:0.0:1718402021.527654:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185003136:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.527658:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.527663:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f686d8 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.527671:0:19561:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.527674:0:19561:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.527683:0:19561:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.527687:0:19561:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c2ac0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:19561:1801871185003200:0@lo:104: 00000100:00100000:0.0:1718402021.527699:0:19561:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.527705:0:19561:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb6c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.527708:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003200 00000100:00100000:2.0:1718402021.527716:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5535 00000100:00100000:2.0:1718402021.527719:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c5580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:19561:x1801871185003200:12345-0@lo:104: 00000100:00100000:0.0:1718402021.527743:0:19561:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c2ac0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:19561:1801871185003200:0@lo:104: 00010000:00010000:2.0:1718402021.527744:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.527746:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c5580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:19561:x1801871185003200:12345-0@lo:104: Request processed in 27us (47us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.527749:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5535 00010000:00010000:0.0:1718402021.527751:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.527757:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.527759:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.527761:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.527766:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.527770:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.527770:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92400, rc 0) 00010000:00010000:1.0:1718402021.527776:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93cc0 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.527779:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.527784:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.527790:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185003136:12345-0@lo:101:mdt00_008.0 Request processed in 135us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.527795:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20124 00000100:00100000:2.0:1718402021.527796:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987094 gen 2 00000004:00080000:2.0:1718402021.527799:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987093 committed transno 4294987094 00000004:00080000:2.0:1718402021.527810:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987094 committed transno 4294987094 00000100:00100000:2.0:1718402021.527827:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c1c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003136:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.527828:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.527834:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.527835:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.527841:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.527849:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.527855:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc93cc0/0xddd980ffd8f68661 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68668 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.527860:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1718402021.527864:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.527865:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.527866:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.527870:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871185003264:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718402021.527891:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.527903:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003264 00010000:00010000:1.0:1718402021.527911:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.527921:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32788 00000100:00100000:1.0:1718402021.527924:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e736880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3334:x1801871185003264:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1718402021.527928:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.528090:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68668 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68661 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.528098:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.528101:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.528107:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.528113:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.528128:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.528135:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c2ac0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185003328:0@lo:105: 00000100:00100000:0.0:1718402021.528156:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.528174:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb6c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.528203:0:19829:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1718402021.528210:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003328 00000100:00100000:2.0:1718402021.528221:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5536 00000100:00100000:2.0:1718402021.528223:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c29b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185003328:12345-0@lo:105: 00010000:00010000:2.0:1718402021.528227:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.528230:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.528234:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.528240:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.528243:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.528250:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009bc91680) 00010000:00010000:0.0:1718402021.528258:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.528263:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.528274:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:2.0:1718402021.528275:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c29b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185003328:12345-0@lo:105: Request processed in 51us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.528278:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5536 00010000:00010000:0.0:1718402021.528285:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.528291:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.528297:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.528305:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.528308:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c2ac0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185003328:0@lo:105: 00010000:00010000:1.0:1718402021.528319:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00080000:00080000:0.0:1718402021.528321:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1718402021.528339:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e736880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3334:x1801871185003264:12345-0@lo:103:ldlm_bl_01.0 Request processed in 414us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.528345:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d3440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871185003264:0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1718402021.528345:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32788 00010000:00010000:0.0:1718402021.528351:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.528996:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6868b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529003:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.529004:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6868b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529009:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529012:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529014:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.529016:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6868b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529016:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.529019:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.529022:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529027:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:0.0:1718402021.529028:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.529029:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529033:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.529034:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33ba80/0xddd980ffd8f68684 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6868b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529036:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718402021.529044:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959564 is committed 00000020:00080000:3.0:1718402021.529049:0:32552:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880098df80c0 refcount 2 committed 0 result 0 batchid 4294990001 00000020:00080000:3.0:1718402021.529051:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b3d94400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8f00 00010000:00010000:0.0:1718402021.529051:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.529052:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b3d94d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8100 00000020:00080000:3.0:1718402021.529054:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].763 00000020:00080000:3.0:1718402021.529055:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b3d94200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800b3d94100 00010000:00010000:0.0:1718402021.529055:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f6866f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.529056:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].761 00010000:00010000:0.0:1718402021.529060:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.529063:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294990000 batchid updated 00010000:00010000:0.0:1718402021.529063:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.529066:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e732f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871185003392:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718402021.529066:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529069:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.529070:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529073:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529076:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529077:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b5:0x0].0x0 (ffff8800b3d94c00) 00010000:00010000:0.0:1718402021.529078:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.529079:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529080:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529081:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68676 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.529086:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.529089:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529092:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529094:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529096:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.529097:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529100:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.529103:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003392 00010000:00010000:0.0:1718402021.529105:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff8800b3d94f00) 00010000:00010000:0.0:1718402021.529106:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718402021.529107:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.529110:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b180/0xddd980ffd8f6867d lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.529114:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294990001 committed batchid 4294990000 00000100:00100000:1.0:1718402021.529121:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7448 00000100:00100000:1.0:1718402021.529123:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f22600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3332:x1801871185003392:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1718402021.529127:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00010000:1.0:1718402021.529135:0:6862:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fb:0x0] updating lvb mtime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.529136:0:6862:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fb:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.529137:0:6862:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fb:0x0] updating lvb ctime from disk: 0 -> 1718402019 00000040:00100000:2.0:1718402021.529139:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 762 in log [0x2:0x40000404:0x2] 00010000:00010000:1.0:1718402021.529143:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f6868b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68684 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529149:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff8800a489b200) 00010000:00010000:1.0:1718402021.529153:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1718402021.529159:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ba5a580 with version 1493 00000020:00080000:2.0:1718402021.529163:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294990000 cancel update log [0x2:0x40000404:0x2].762: rc = 0 00000040:00100000:2.0:1718402021.529168:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 760 in log [0x2:0xbd0:0x2] 00000100:00100000:1.0:1718402021.529170:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f22600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3332:x1801871185003392:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 47us (84us total) trans 0 rc 0/0 00000004:00080000:3.0:1718402021.529172:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1493 rpc_version 1493 00000100:00100000:1.0:1718402021.529174:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7448 00000100:00100000:3.0:1718402021.529207:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e732600 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185003456:0@lo:1000:osp_up1-0.0 00000020:00080000:2.0:1718402021.529211:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294990000 cancel update log [0x2:0xbd0:0x2].760: rc = 0 00000020:00080000:2.0:1718402021.529221:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990000 00000100:00100000:3.0:1718402021.529225:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.529231:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff880133fae500) 00010000:00010000:1.0:1718402021.529233:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00000100:00100000:3.0:1718402021.529235:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a840 going to sleep for 6 seconds 00010000:00010000:1.0:1718402021.529236:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f686ae lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7bb:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd1b expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.529237:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003456 00000100:00100000:2.0:1718402021.529238:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e732f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871185003392:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1718402021.529248:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20125 00000100:00100000:0.0:1718402021.529250:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e734740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:32565:x1801871185003456:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1718402021.529254:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529259:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529263:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.529287:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003520:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.529301:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.529306:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e734740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:32565:x1801871185003456:12345-0@lo:1000:osp_up1-0.0 Request processed in 54us (80us total) trans 4294987095 rc 0/0 00000100:00100000:0.0:1718402021.529309:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20125 00000100:00100000:1.0:1718402021.529311:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8e40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.529315:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003520 00000100:00100000:3.0:1718402021.529316:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e732600 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185003456:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.529328:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20126 00000100:00100000:2.0:1718402021.529331:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185003520:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.529395:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185003520:12345-0@lo:1000:mdt00_008.0 Request processed in 63us (92us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718402021.529399:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20126 00000100:00100000:1.0:1718402021.529427:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003520:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1718402021.529443:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529450:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529454:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529465:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529468:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529472:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.529478:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003584:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.529493:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.529501:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003584 00000100:00100000:1.0:1718402021.529501:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8900 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.529509:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20127 00000100:00100000:2.0:1718402021.529511:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185003584:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.529515:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.529521:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68702 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f686fb expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.529530:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68702 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f686fb expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.529536:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68702 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686fb expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.529555:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff880095446800) 00010000:00010000:2.0:1718402021.529556:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:2.0:1718402021.529558:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55680, rc 0) 00000100:00100000:2.0:1718402021.529601:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185003584:12345-0@lo:101:mdt00_008.0 Request processed in 88us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.529606:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20127 00000100:00100000:1.0:1718402021.529615:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003584:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.529621:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68702 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.529625:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68702 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.529632:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5fc:0x0] 00000100:00100000:1.0:1718402021.529996:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003648:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.530012:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.530026:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8900 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.530042:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003648 00000100:00100000:2.0:1718402021.530064:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20128 00000100:00100000:2.0:1718402021.530067:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185003648:12345-0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.531385:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185003648:12345-0@lo:403:mdt00_008.0 Request processed in 1317us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.531392:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20128 00000100:00100000:1.0:1718402021.531444:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003648:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.531956:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003712:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.531975:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.531991:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8240 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.532045:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003712 00000100:00100000:2.0:1718402021.532068:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20129 00000100:00100000:2.0:1718402021.532071:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185003712:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.532110:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185003712:12345-0@lo:1000:mdt00_008.0 Request processed in 38us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.532114:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20129 00000100:00100000:1.0:1718402021.532127:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003712:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.532172:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003776:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.532184:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.532212:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003776 00000100:00100000:1.0:1718402021.532212:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8240 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.532226:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20130 00000100:00100000:2.0:1718402021.532228:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185003776:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.532254:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185003776:12345-0@lo:1000:mdt00_008.0 Request processed in 25us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.532257:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20130 00000100:00100000:1.0:1718402021.532260:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003776:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.532302:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003840:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.532314:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.532320:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.532324:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003840 00000100:00100000:2.0:1718402021.532332:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20131 00000100:00100000:2.0:1718402021.532334:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302d4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185003840:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.532366:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302d4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185003840:12345-0@lo:1000:mdt00_008.0 Request processed in 32us (52us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.532369:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20131 00000100:00100000:1.0:1718402021.532372:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003840:0@lo:1000:mdt00_008.0 00000040:00080000:1.0:1718402021.532534:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].762, 1064 off585656 00000040:00080000:1.0:1718402021.532558:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].764, 1144 off646992 00000004:00080000:1.0:1718402021.532563:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880123cc8800 with version 1494 00000004:00080000:3.0:1718402021.532648:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1494 rpc_version 1494 00000100:00100000:3.0:1718402021.532669:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e731300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185003904:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718402021.532690:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.532707:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a840 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.532723:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003904 00000100:00100000:2.0:1718402021.532738:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20132 00000100:00100000:2.0:1718402021.532740:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871185003904:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.532942:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:32565:x1801871185003904:12345-0@lo:1000:osp_up1-0.0 Request processed in 200us (251us total) trans 4294987096 rc 0/0 00000100:00100000:2.0:1718402021.532946:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20132 00000100:00100000:3.0:1718402021.532977:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e731300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185003904:0@lo:1000:osp_up1-0.0 00000004:00010000:1.0:1718402021.533011:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372eb900 reply state ffff88012202f000 transno 8589959565 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.533019:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5fc:0x0] 00010000:00010000:1.0:1718402021.533022:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68702 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533026:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68702 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.533030:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372eb900 reply state ffff88012202f000 transno 8589959565 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.533085:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:1.0:1718402021.533088:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533092:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.533096:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372eb900 reply state ffff88012202f000 transno 8589959565 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.533100:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f3:0x0] 00010000:00010000:1.0:1718402021.533103:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533106:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533111:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533114:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533117:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533120:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533123:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339d40 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.533124:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533128:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533134:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800b3d94600) 00010000:00010000:1.0:1718402021.533135:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.533153:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.533156:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f686c3 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.533221:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26915:x1801871189940992:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 9904us (9976us total) trans 8589959565 rc 0/0 00000100:00100000:1.0:1718402021.533227:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101311 00010000:00010000:0.0:1718402021.534043:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.534053:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:0.0:1718402021.534055:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.534057:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.534063:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff8800b3d94100) 00010000:00010000:0.0:1718402021.534065:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.534067:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.534132:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff8800b3d94900) 00010000:00010000:0.0:1718402021.534134:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:2.0:1718402021.534208:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.534258:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189941056 00000100:00100000:1.0:1718402021.534282:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101312 00000100:00100000:1.0:1718402021.534285:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f20980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26915:x1801871189941056:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1718402021.534312:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68709 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534319:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68709 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534324:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68709 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534330:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68710 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534334:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534337:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534357:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534361:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534366:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.534393:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534400:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68709 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534405:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68709 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534410:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68709 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534414:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33bcc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.534416:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68709 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534421:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68709 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534428:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:1.0:1718402021.534430:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.534432:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68709 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534438:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68709 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534451:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68710 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534456:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68710 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534461:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534466:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.534467:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68710 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534472:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68710 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534478:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x3466 (ffff880098657f00) 00010000:00010000:1.0:1718402021.534480:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.534481:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68710 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534485:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a400/0xddd980ffd8f68710 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b1:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534494:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534498:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534506:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534510:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.534512:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534516:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534521:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88011f815500) 00010000:00010000:1.0:1718402021.534522:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.534523:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.534526:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b600/0xddd980ffd8f68717 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.534559:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f20980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26915:x1801871189941056:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 273us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.534564:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101312 00000100:00100000:2.0:1718402021.535253:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.535292:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189941184 00000100:00100000:1.0:1718402021.535312:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101313 00000100:00100000:1.0:1718402021.535314:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f23900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26915:x1801871189941184:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.535320:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.535326:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b3c0/0xddd980ffd8f6871e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd22 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.535363:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f68725 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.535368:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f68725 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.535372:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f68725 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.535378:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7b6:0x0]: returning size 0 00010000:00010000:1.0:1718402021.535408:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b3c0/0xddd980ffd8f6871e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd22 expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.535416:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f68725 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b6:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd22 expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.535419:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88011f815500) 00010000:00010000:1.0:1718402021.535421:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402021.535422:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338900, rc 0) 00000100:00100000:1.0:1718402021.535445:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f23900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:26915:x1801871189941184:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 130us (193us total) trans 8589959566 rc 0/0 00000100:00100000:1.0:1718402021.535449:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101313 00000100:00100000:0.0:1718402021.536116:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.536163:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189941248 00000100:00100000:3.0:1718402021.536207:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 539 00000100:00100000:3.0:1718402021.536210:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189941248:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:3.0:1718402021.536235:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x597:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.536238:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68733 lrc: 3/0,1 mode: --/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.536245:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.536246:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.536248:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68733 lrc: 3/0,1 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.536255:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68733 lrc: 3/0,1 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.536260:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68733 lrc: 3/0,1 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.536263:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68733 lrc: 2/0,0 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.536276:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.536297:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1718402021.536300:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189941248:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 89us (186us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.536300:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68733 lrc: 2/0,0 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.536304:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 539 00010000:00010000:1.0:1718402021.536306:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5440 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.536307:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68733 lrc: 2/0,0 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.536311:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68733 lrc: 3/0,0 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.536320:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68733 lrc: 1/0,0 mode: --/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.536324:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68733 lrc: 0/0,0 mode: --/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.536333:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.536334:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.536335:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.536998:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.537044:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189941376 00000100:00100000:1.0:1718402021.537071:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101314 00000100:00100000:1.0:1718402021.537075:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f24280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:26915:x1801871189941376:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1718402021.537094:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.537104:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f67e65 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7b6:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbbd9 expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.537115:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88011f815500) 00010000:00010000:1.0:1718402021.537117:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.537122:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.537127:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.537134:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.537154:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003968:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.537173:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.537206:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185003968 00000100:00100000:1.0:1718402021.537206:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8e40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.537225:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20133 00000100:00100000:2.0:1718402021.537227:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185003968:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.537269:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185003968:12345-0@lo:1000:mdt00_008.0 Request processed in 40us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.537274:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20133 00000100:00100000:1.0:1718402021.537298:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185003968:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.537329:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004032:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.537347:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.537365:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8600 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.537383:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004032 00000100:00100000:2.0:1718402021.537403:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20134 00000100:00100000:2.0:1718402021.537406:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185004032:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.537456:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185004032:12345-0@lo:1000:mdt00_008.0 Request processed in 49us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.537462:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20134 00000100:00100000:1.0:1718402021.537471:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004032:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.537864:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004096:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.537882:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.537898:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.537919:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004096 00000100:00100000:2.0:1718402021.537941:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20135 00000100:00100000:2.0:1718402021.537944:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad97200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185004096:12345-0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.539069:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad97200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185004096:12345-0@lo:403:mdt00_008.0 Request processed in 1123us (1185us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.539075:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20135 00000100:00100000:1.0:1718402021.539125:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004096:0@lo:403:mdt00_008.0 00010000:00010000:1.0:1718402021.539602:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.539608:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.539613:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.539620:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90980 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004160:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.539638:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.539656:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.539674:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004160 00000100:00100000:2.0:1718402021.539693:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20136 00000100:00100000:2.0:1718402021.539695:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:7224:x1801871185004160:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.539701:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.539707:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68741 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.539716:0:6878:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.539720:0:6878:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 4/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.539731:0:6878:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.539737:0:6878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f24c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185004224:0@lo:104: 00000100:00100000:2.0:1718402021.539754:0:6878:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.539769:0:6878:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef9c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.539791:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004224 00000100:00100000:0.0:1718402021.539821:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5537 00000100:00100000:0.0:1718402021.539824:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185004224:12345-0@lo:104: 00010000:00010000:0.0:1718402021.539874:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.539877:0:6878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f24c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185004224:0@lo:104: 00000100:00100000:0.0:1718402021.539878:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185004224:12345-0@lo:104: Request processed in 53us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.539884:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5537 00010000:00010000:2.0:1718402021.539890:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.539891:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.539893:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.539895:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:2.0:1718402021.539896:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.539897:0:6878:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 3/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.539898:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338d80 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.539900:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.539901:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54d80, rc 0) 00000004:00010000:1.0:1718402021.539903:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.539917:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+11:7224:x1801871185004160:12345-0@lo:101:mdt00_008.0 Request processed in 220us (278us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.539917:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.539920:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20136 00010000:00010000:1.0:1718402021.539920:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.539933:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.539934:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90980 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004160:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.539937:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c338d80/0xddd980ffd8f686ca lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f686d1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.539940:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1718402021.539943:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.539943:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.539944:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.539944:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.539945:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871185004288:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.539951:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 4/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.539959:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.539989:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004288 00010000:00010000:1.0:1718402021.540002:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.540026:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32789 00000100:00100000:1.0:1718402021.540030:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f24c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+11:3332:x1801871185004288:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.540038:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718402021.541104:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987096 is committed 00010000:00010000:1.0:1718402021.541174:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f686d1 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f686ca expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.541184:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:1.0:1718402021.541187:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.541211:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.541215:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.541228:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.541235:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92ac0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185004352:0@lo:105: 00000100:00100000:1.0:1718402021.541256:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.541272:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8e40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.541288:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004352 00000100:00100000:0.0:1718402021.541307:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5538 00000100:00100000:0.0:1718402021.541310:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185004352:12345-0@lo:105: 00010000:00010000:0.0:1718402021.541315:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.541320:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 5/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.541324:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 5/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.541327:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.541333:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 6/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.541343:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008c339680) 00010000:00010000:2.0:1718402021.541347:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.541356:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.541367:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185004352:12345-0@lo:105: Request processed in 57us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.541371:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5538 00000100:00100000:1.0:1718402021.541384:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92ac0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185004352:0@lo:105: 00010000:00010000:2.0:1718402021.541386:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.541392:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.541392:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.541399:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.541411:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a3440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004416:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.541425:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f24c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3332:x1801871185004288:12345-0@lo:103:ldlm_bl_04.0 Request processed in 1394us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.541431:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32789 00000100:00100000:2.0:1718402021.541434:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.541449:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef9c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.541451:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871185004288:0@lo:103:ldlm_bl_04.0 00000100:00100000:2.0:1718402021.541462:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004416 00000100:00100000:2.0:1718402021.541479:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20137 00000100:00100000:2.0:1718402021.541482:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185004416:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.541489:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.541496:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f6874f expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.541508:0:6878:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.541519:0:6878:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 4/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.541533:0:6878:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.541541:0:6878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a1c80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185004480:0@lo:104: 00000100:00100000:2.0:1718402021.541560:0:6878:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.541587:0:6878:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.541588:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004480 00000100:00100000:0.0:1718402021.541598:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5539 00000100:00100000:0.0:1718402021.541600:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a5580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185004480:12345-0@lo:104: 00010000:00010000:0.0:1718402021.541624:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.541626:0:6878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a1c80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6878:1801871185004480:0@lo:104: 00000100:00100000:0.0:1718402021.541627:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a5580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6878:x1801871185004480:12345-0@lo:104: Request processed in 26us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.541630:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5539 00010000:00010000:2.0:1718402021.541638:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.541645:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:2.0:1718402021.541647:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.541648:0:6878:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 3/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.541651:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.541654:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54b40, rc 0) 00010000:00010000:1.0:1718402021.541655:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.541663:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91680 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.541665:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.541671:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.541683:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185004416:12345-0@lo:101:mdt00_008.0 Request processed in 199us (249us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.541685:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.541688:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20137 00010000:00010000:1.0:1718402021.541690:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1718402021.541697:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987096 gen 2 00000004:00080000:3.0:1718402021.541700:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987095 committed transno 4294987096 00000004:00080000:3.0:1718402021.541711:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987096 committed transno 4294987096 00010000:00010000:1.0:1718402021.541712:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.541718:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88009bc91680/0xddd980ffd8f686d8 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f686df expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.541724:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a3440 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004416:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.541727:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871185004544:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718402021.541727:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.541727:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.541729:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.541731:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.541738:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.541746:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.541761:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004544 00010000:00010000:1.0:1718402021.541772:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.541786:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32790 00000100:00100000:1.0:1718402021.541789:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3334:x1801871185004544:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718402021.541795:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.541936:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f686df lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f686d8 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.541947:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.541950:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.541954:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.541957:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.541971:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.541975:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c04c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185004608:0@lo:105: 00000100:00100000:0.0:1718402021.541990:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.542004:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb3c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.542022:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004608 00000100:00100000:2.0:1718402021.542038:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5540 00000100:00100000:2.0:1718402021.542042:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185004608:12345-0@lo:105: 00010000:00010000:2.0:1718402021.542048:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.542054:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 5/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.542059:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 5/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.542064:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.542069:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 6/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.542088:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880122e55f80) 00010000:00010000:3.0:1718402021.542102:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.542107:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.542114:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6862:x1801871185004608:12345-0@lo:105: Request processed in 72us (124us total) trans 0 rc 0/0 00000004:00080000:3.0:1718402021.542118:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00000100:00100000:2.0:1718402021.542118:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5540 00010000:00010000:3.0:1718402021.542126:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.542127:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c04c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6862:1801871185004608:0@lo:105: 00010000:00010000:3.0:1718402021.542131:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.542134:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542135:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.542143:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.542149:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3334:x1801871185004544:12345-0@lo:103:ldlm_bl_02.0 Request processed in 359us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.542153:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32790 00080000:00080000:3.0:1718402021.542154:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1718402021.542155:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871185004544:0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718402021.542169:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.542786:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68702 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.542792:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68702 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542793:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542798:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542801:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.542802:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68702 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542804:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92d00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.542805:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.542805:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542808:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542813:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:0.0:1718402021.542815:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.542816:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.542817:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339b00/0xddd980ffd8f686fb lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68702 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542820:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542823:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718402021.542827:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959566 is committed 00000020:00080000:3.0:1718402021.542831:0:32552:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880098df86c0 refcount 2 committed 0 result 0 batchid 4294990002 00000020:00080000:3.0:1718402021.542832:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008df9a700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8780 00000020:00080000:3.0:1718402021.542834:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008df9a800 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8800 00000020:00080000:3.0:1718402021.542836:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].764 00010000:00010000:0.0:1718402021.542836:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.542837:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800b3d94b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800b3d94000 00000020:00080000:3.0:1718402021.542838:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].762 00010000:00010000:0.0:1718402021.542839:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f686e6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.542840:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00080000:3.0:1718402021.542843:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294990001 batchid updated 00010000:00010000:0.0:1718402021.542844:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.542847:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e731300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871185004672:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718402021.542847:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542851:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.542853:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542853:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339f80 already unused, calling callback (ffffffffa0eac360) 00000020:00080000:3.0:1718402021.542854:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294990002 committed batchid 4294990001 00010000:00010000:0.0:1718402021.542854:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542857:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.542859:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542864:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (ffff8800b3d94100) 00010000:00010000:0.0:1718402021.542865:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.542867:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.542869:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.542869:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339f80/0xddd980ffd8f686ed lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542876:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542879:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00100000:3.0:1718402021.542881:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 763 in log [0x2:0x40000404:0x2] 00010000:00010000:0.0:1718402021.542881:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542884:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.542885:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542888:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542891:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff8800b3d94900) 00010000:00010000:0.0:1718402021.542892:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718402021.542893:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.542899:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880131daba80 with version 1495 00010000:00010000:0.0:1718402021.542899:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a880/0xddd980ffd8f686f4 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.542903:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294990001 cancel update log [0x2:0x40000404:0x2].763: rc = 0 00010000:00010000:1.0:1718402021.542904:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff88011f815500) 00010000:00010000:1.0:1718402021.542905:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00000040:00100000:3.0:1718402021.542907:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 761 in log [0x2:0xbd0:0x2] 00010000:00010000:1.0:1718402021.542908:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338900/0xddd980ffd8f68725 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b6:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd22 expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.542911:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1495 rpc_version 1495 00000100:00100000:0.0:1718402021.542912:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004672 00000020:00080000:3.0:1718402021.542924:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294990001 cancel update log [0x2:0xbd0:0x2].761: rc = 0 00000100:00100000:0.0:1718402021.542925:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7449 00010000:00010000:1.0:1718402021.542926:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.542927:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3334:x1801871185004672:12345-0@lo:103:jbd2/dm-0-8.0 00000020:00080000:3.0:1718402021.542928:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990001 00000100:00100000:2.0:1718402021.542929:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a76c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185004736:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1718402021.542930:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542931:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.542934:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.542939:0:6862:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fc:0x0] updating lvb mtime from disk: 0 -> 1718402019 00000004:00010000:0.0:1718402021.542941:0:6862:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fc:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:0.0:1718402021.542942:0:6862:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fc:0x0] updating lvb ctime from disk: 0 -> 1718402019 00000100:00100000:2.0:1718402021.542947:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.542948:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68702 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f686fb expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.542953:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff880095446800) 00010000:00010000:0.0:1718402021.542957:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.542958:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.542959:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004800:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.542962:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004736 00000100:00100000:0.0:1718402021.542973:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3334:x1801871185004672:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 46us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.542976:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20138 00000100:00100000:0.0:1718402021.542977:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7449 00000100:00100000:3.0:1718402021.542979:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:32565:x1801871185004736:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402021.542979:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.542988:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e731300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871185004672:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1718402021.542989:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df80c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.542997:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004800 00000100:00100000:0.0:1718402021.543018:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20139 00000100:00100000:0.0:1718402021.543020:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad976c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185004800:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.543037:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871185004736:12345-0@lo:1000:osp_up1-0.0 Request processed in 58us (90us total) trans 4294987097 rc 0/0 00000100:00100000:3.0:1718402021.543041:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20138 00000100:00100000:2.0:1718402021.543054:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a76c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185004736:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.543069:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad976c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185004800:12345-0@lo:1000:mdt00_008.0 Request processed in 47us (89us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718402021.543072:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20139 00000100:00100000:1.0:1718402021.543085:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004800:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1718402021.543108:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.543115:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.543125:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.543138:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.543143:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.543149:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.543157:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004864:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.543172:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.543180:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df80c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.543182:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004864 00000100:00100000:0.0:1718402021.543206:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20140 00000100:00100000:0.0:1718402021.543208:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:7224:x1801871185004864:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.543213:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.543218:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68779 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68772 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.543226:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68779 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68772 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.543231:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68779 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68772 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.543250:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880095ee5c00) 00010000:00010000:0.0:1718402021.543252:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:0.0:1718402021.543253:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc933c0, rc 0) 00000100:00100000:0.0:1718402021.543274:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185004864:12345-0@lo:101:mdt00_008.0 Request processed in 65us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.543278:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20140 00000100:00100000:1.0:1718402021.543292:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004864:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.543298:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68779 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.543302:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68779 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.543310:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5fd:0x0] 00000100:00100000:1.0:1718402021.543633:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004928:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.543650:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.543665:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df80c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.543684:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004928 00000100:00100000:0.0:1718402021.543706:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20141 00000100:00100000:0.0:1718402021.543709:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad96880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185004928:12345-0@lo:403:mdt00_008.0 00000100:00100000:0.0:1718402021.545004:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad96880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185004928:12345-0@lo:403:mdt00_008.0 Request processed in 1294us (1352us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.545009:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20141 00000100:00100000:1.0:1718402021.545029:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004928:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.545499:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004992:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.545521:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.545541:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df89c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.545576:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185004992 00000100:00100000:0.0:1718402021.545598:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20142 00000100:00100000:0.0:1718402021.545601:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad91c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185004992:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.545644:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad91c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185004992:12345-0@lo:1000:mdt00_008.0 Request processed in 42us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.545653:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20142 00000100:00100000:1.0:1718402021.545661:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185004992:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.545708:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185005056:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.545721:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.545729:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df89c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.545732:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005056 00000100:00100000:0.0:1718402021.545747:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20143 00000100:00100000:0.0:1718402021.545750:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185005056:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.545785:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:7224:x1801871185005056:12345-0@lo:1000:mdt00_008.0 Request processed in 34us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.545789:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20143 00000100:00100000:1.0:1718402021.545799:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185005056:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.545852:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185005120:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.545869:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.545877:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098ff9b40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.545881:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005120 00000100:00100000:0.0:1718402021.545897:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20144 00000100:00100000:0.0:1718402021.545900:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad96d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185005120:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402021.545943:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad96d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185005120:12345-0@lo:1000:mdt00_008.0 Request processed in 42us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.545948:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20144 00000100:00100000:1.0:1718402021.545949:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185005120:0@lo:1000:mdt00_008.0 00000040:00080000:1.0:1718402021.546161:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].763, 1064 off586720 00000040:00080000:1.0:1718402021.546186:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].765, 1144 off648136 00000004:00080000:1.0:1718402021.546207:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880123cc8080 with version 1496 00000004:00080000:2.0:1718402021.546234:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1496 rpc_version 1496 00000100:00100000:2.0:1718402021.546250:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800708a5a40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185005184:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.546267:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.546281:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.546307:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005184 00000100:00100000:0.0:1718402021.546325:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20145 00000100:00100000:0.0:1718402021.546327:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871185005184:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402021.546509:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+10:32565:x1801871185005184:12345-0@lo:1000:osp_up1-0.0 Request processed in 180us (241us total) trans 4294987098 rc 0/0 00000100:00100000:0.0:1718402021.546513:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20145 00000100:00100000:2.0:1718402021.546555:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800708a5a40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185005184:0@lo:1000:osp_up1-0.0 00000004:00010000:1.0:1718402021.546602:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097f24280 reply state ffff88012202c000 transno 8589959567 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.546614:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5fd:0x0] 00010000:00010000:1.0:1718402021.546618:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68779 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546624:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68779 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.546632:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097f24280 reply state ffff88012202c000 transno 8589959567 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.546686:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a6:0x0] 00010000:00010000:1.0:1718402021.546690:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546695:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.546703:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097f24280 reply state ffff88012202c000 transno 8589959567 ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.546710:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f3:0x0] 00010000:00010000:1.0:1718402021.546714:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546719:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546725:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546730:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546735:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546741:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546749:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338fc0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.546751:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546754:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546760:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098657b00) 00010000:00010000:1.0:1718402021.546761:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.546763:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.546765:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f6873a lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.546833:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f24280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189941376:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 9756us (9834us total) trans 8589959567 rc 0/0 00000100:00100000:1.0:1718402021.546839:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101314 00010000:00010000:0.0:1718402021.547503:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.547514:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:0.0:1718402021.547516:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.547519:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.547529:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff880098657800) 00010000:00010000:0.0:1718402021.547531:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.547533:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.547633:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880098657900) 00010000:00010000:0.0:1718402021.547635:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:2.0:1718402021.547669:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.547691:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189941504 00000100:00100000:0.0:1718402021.547714:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10797 00000100:00100000:0.0:1718402021.547718:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+14:26915:x1801871189941504:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.547838:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189941504:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 118us (168us total) trans 4294987099 rc 0/0 00000100:00100000:0.0:1718402021.547845:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10797 00000100:00100000:2.0:1718402021.548647:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.548688:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189941568 00000100:00100000:1.0:1718402021.548712:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101315 00000100:00100000:1.0:1718402021.548716:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189941568:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.548741:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.548750:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68780 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd29 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548777:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68787 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548789:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68787 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548796:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68787 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548805:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f6878e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548810:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f6878e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548815:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f6878e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548831:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68787 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548835:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68787 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548839:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68787 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548844:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.548846:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68787 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548851:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68787 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548857:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880095efbb00) 00010000:00010000:1.0:1718402021.548859:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.548861:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68787 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548865:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68787 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548873:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f6878e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548877:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f6878e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548881:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f6878e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548885:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c3398c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.548887:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f6878e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548891:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f6878e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548897:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff880098657200) 00010000:00010000:1.0:1718402021.548899:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.548900:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f6878e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548910:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f6878e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548926:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68780 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd29 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548931:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68780 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd29 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.548953:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33aac0, rc 0) 00000100:00100000:1.0:1718402021.548981:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189941568:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 264us (334us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.548985:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101315 00000100:00100000:2.0:1718402021.549668:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.549701:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189941632 00000100:00100000:1.0:1718402021.549720:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101316 00000100:00100000:1.0:1718402021.549722:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189941632:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.549730:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.549736:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68795 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd30 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.549750:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6879c lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.549755:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6879c lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.549759:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6879c lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.549766:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f687a3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.549769:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f687a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.549773:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f687a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.549796:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.549800:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.549803:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 4/1,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.549815:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.549821:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185005248:0@lo:104: 00000100:00100000:1.0:1718402021.549836:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.549854:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b141240 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.549876:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005248 00000100:00100000:2.0:1718402021.549899:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5541 00000100:00100000:2.0:1718402021.549901:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7224:x1801871185005248:12345-0@lo:104: 00010000:00010000:2.0:1718402021.549940:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.549943:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7224:x1801871185005248:12345-0@lo:104: Request processed in 42us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.549947:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5541 00000100:00100000:1.0:1718402021.549948:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185005248:0@lo:104: 00010000:00010000:0.0:1718402021.549955:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.549957:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.549959:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.549967:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339680 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:0.0:1718402021.549970:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x13 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.549976:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x13 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.549989:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x13 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.549992:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.550007:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x13 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.550010:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339680/0xddd980ffd8f68741 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x13 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68748 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.550016:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1718402021.550021:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.550021:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.550022:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.550024:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185005312:0@lo:103:ldlm_bl_01.0 00000100:00100000:2.0:1718402021.550045:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.550059:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005312 00010000:00010000:0.0:1718402021.550068:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 10 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.550082:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32791 00000100:00100000:0.0:1718402021.550085:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+10:3333:x1801871185005312:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402021.550090:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718402021.550874:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987099 is committed 00000001:00080000:2.0:1718402021.550879:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987098 is committed 00010000:00010000:0.0:1718402021.550917:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68748 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68741 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.550924:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:0.0:1718402021.550926:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.550930:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.550933:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 4/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.550950:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.550978:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a1c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3333:x1801871185005312:12345-0@lo:103:ldlm_bl_01.0 Request processed in 892us (933us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.550982:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.550984:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32791 00010000:00010000:1.0:1718402021.550988:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.550989:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185005312:0@lo:103:ldlm_bl_01.0 00000004:00200000:1.0:1718402021.551056:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00000004:00200000:1.0:1718402021.551059:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:1.0:1718402021.551069:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551076:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6879c lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551081:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6879c lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551086:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6879c lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551090:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.551092:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6879c lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551096:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6879c lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551102:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88009456b300) 00010000:00010000:1.0:1718402021.551104:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.551106:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6879c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551111:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f6879c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551119:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f687a3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551125:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f687a3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551128:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f687a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551130:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.551131:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f687a3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551134:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f687a3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551138:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff880098657100) 00010000:00010000:1.0:1718402021.551139:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.551139:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f687a3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551142:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f687a3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551155:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68795 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd30 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551161:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd30 expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.551165:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:1.0:1718402021.551166:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1718402021.551167:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338b40, rc 0) 00000100:00100000:1.0:1718402021.551210:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189941632:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 1485us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.551215:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101316 00000100:00100000:2.0:1718402021.551986:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.552030:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189941760 00000100:00100000:1.0:1718402021.552050:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101317 00000100:00100000:1.0:1718402021.552053:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189941760:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1718402021.552084:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.552094:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68294 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc0 expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.552100:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.552116:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68294 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc0 expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.552127:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc0 expref: 15 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:1.0:1718402021.552141:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185005376:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402021.552174:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b141240 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.552771:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185005376:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402021.552783:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.553002:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.553032:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189941824 00010000:00010000:0.0:1718402021.553042:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc0 expref: 16 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.553061:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32792 00000100:00100000:0.0:1718402021.553065:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c04c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+16:1883:x1801871189941824:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.553072:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.553075:0:6862:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68294 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc0 expref: 16 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.553083:0:6862:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68294 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc0 expref: 16 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.553093:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68294 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc0 expref: 16 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.553103:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88009456b300) 00010000:00010000:0.0:1718402021.553105:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.553111:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.553116:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.553134:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.553156:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.553156:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c04c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+15:1883:x1801871189941824:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 90us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.553161:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32792 00010000:00010000:1.0:1718402021.553162:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.553172:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.553179:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd30 expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.553184:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.553213:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd30 expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.553220:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd30 expref: 14 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:1.0:1718402021.553232:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185005440:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402021.553252:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b141240 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.553817:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185005440:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402021.553825:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1718402021.553828:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.553855:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189941888 00010000:00010000:0.0:1718402021.553865:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd30 expref: 15 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.553883:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32793 00000100:00100000:0.0:1718402021.553887:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+15:1882:x1801871189941888:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1718402021.553893:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.553896:0:6862:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd30 expref: 15 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.553903:0:6862:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd30 expref: 15 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.553913:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f687aa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd30 expref: 15 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.553922:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:0.0:1718402021.553924:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.553928:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.553935:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.553951:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.553968:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.553968:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c4280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+14:1882:x1801871189941888:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 81us (144us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.553972:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.553972:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32793 00010000:00010000:1.0:1718402021.553988:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.553993:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 6 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.553996:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.554006:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 6 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.554011:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185005504:0@lo:104: 00000100:00100000:1.0:1718402021.554028:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.554037:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b141240 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.554046:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005504 00000100:00100000:2.0:1718402021.554066:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5542 00000100:00100000:2.0:1718402021.554070:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7224:x1801871185005504:12345-0@lo:104: 00010000:00010000:2.0:1718402021.554104:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.554107:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7224:x1801871185005504:12345-0@lo:104: Request processed in 37us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.554111:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5542 00000100:00100000:1.0:1718402021.554111:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185005504:0@lo:104: 00010000:00010000:0.0:1718402021.554113:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.554117:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.554121:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554124:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55f80 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:0.0:1718402021.554127:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.554132:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554149:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554154:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.554167:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.554173:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c17c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185005568:0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1718402021.554173:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880122e55f80/0xddd980ffd8f6874f lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68756 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554186:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.554188:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.554204:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.554211:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.554250:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005568 00010000:00010000:0.0:1718402021.554259:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 7 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.554278:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32794 00000100:00100000:0.0:1718402021.554281:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c2f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3333:x1801871185005568:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1718402021.554287:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.554425:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68756 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f6874f expref: 7 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554434:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.554436:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554442:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554448:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554467:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.554496:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c2f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+6:3333:x1801871185005568:12345-0@lo:103:ldlm_bl_03.0 Request processed in 214us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.554502:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32794 00000100:00100000:2.0:1718402021.554521:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c17c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185005568:0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402021.554554:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.554559:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.554590:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.554594:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.554599:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.554606:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185005632:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.554624:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.554638:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b141240 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.554651:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005632 00000100:00100000:0.0:1718402021.554672:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20146 00000100:00100000:0.0:1718402021.554676:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:7224:x1801871185005632:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.554686:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.554694:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f687c6 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554705:0:19561:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554711:0:19561:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 4/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554719:0:19561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:0.0:1718402021.554731:0:19561:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:0.0:1718402021.554759:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.554774:0:19561:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7b1:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:0.0:1718402021.554777:0:19561:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7b1:0x0] updating lvb mtime from disk: 0 -> 1718402019 00000004:00010000:0.0:1718402021.554779:0:19561:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7b1:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:0.0:1718402021.554780:0:19561:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7b1:0x0] updating lvb ctime from disk: 0 -> 1718402019 00000004:00010000:0.0:1718402021.554782:0:19561:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7b1:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:0.0:1718402021.554785:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:0.0:1718402021.554787:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.554789:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554795:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554800:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554805:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554809:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554814:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554819:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.554823:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91680, rc 0) 00000100:00100000:0.0:1718402021.554856:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7224:x1801871185005632:12345-0@lo:101:mdt00_008.0 Request processed in 179us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.554862:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20146 00000100:00100000:1.0:1718402021.554883:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959550 gen 2 00000004:00080000:1.0:1718402021.554886:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959547 committed transno 8589959550 00000004:00080000:1.0:1718402021.554902:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959550 committed transno 8589959550 00000100:00100000:1.0:1718402021.554918:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185005632:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.554925:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.554930:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.555457:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68779 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.555464:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68779 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555467:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555472:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555476:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.555477:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68779 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.555480:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.555481:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.555482:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555485:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555490:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:0.0:1718402021.555491:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.555492:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c3386c0/0xddd980ffd8f68772 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68779 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555493:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 6 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555497:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 6 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555500:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 6 pid: 19561 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718402021.555502:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959567 is committed 00000020:00080000:3.0:1718402021.555509:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294990002 batchid updated 00000100:00100000:2.0:1718402021.555509:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1718402021.555511:0:3319:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 6 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.555516:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e732600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185005696:0@lo:103:jbd2/dm-0-8.0 00000020:00080000:3.0:1718402021.555517:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990002 00000100:00100000:0.0:1718402021.555517:0:3319:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3319:1801871185005760:0@lo:105: 00000040:00100000:3.0:1718402021.555523:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 764 in log [0x2:0x40000404:0x2] 00000100:00100000:2.0:1718402021.555535:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.555537:0:3319:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1718402021.555546:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880131dab900 with version 1497 00000100:00100000:0.0:1718402021.555546:0:3319:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb300 going to sleep for 6 seconds 00000020:00080000:3.0:1718402021.555550:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294990002 cancel update log [0x2:0x40000404:0x2].764: rc = 0 00000040:00100000:3.0:1718402021.555554:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 762 in log [0x2:0xbd0:0x2] 00000100:00100000:0.0:1718402021.555556:0:19829:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1718402021.555562:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005760 00000004:00080000:2.0:1718402021.555563:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1497 rpc_version 1497 00000100:00100000:0.0:1718402021.555590:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5543 00000100:00100000:2.0:1718402021.555591:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302c76c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185005824:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402021.555591:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005696 00000100:00100000:0.0:1718402021.555593:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801216d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3319:x1801871185005760:12345-0@lo:105: 00010000:00010000:0.0:1718402021.555598:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555603:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.555605:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294990002 cancel update log [0x2:0xbd0:0x2].762: rc = 0 00000100:00100000:2.0:1718402021.555607:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.555607:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.555609:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7450 00010000:00010000:0.0:1718402021.555609:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.555611:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+6:3335:x1801871185005696:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718402021.555613:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.555614:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef240 going to sleep for 6 seconds 00000020:00080000:3.0:1718402021.555615:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990002 00010000:00010000:1.0:1718402021.555616:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718402021.555622:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005824 00000004:00010000:1.0:1718402021.555623:0:6862:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fd:0x0] updating lvb mtime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.555624:0:6862:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fd:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.555625:0:6862:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x5fd:0x0] updating lvb ctime from disk: 0 -> 1718402019 00010000:00010000:0.0:1718402021.555625:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008c339b00) 00010000:00010000:1.0:1718402021.555632:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68779 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68772 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.555634:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20147 00000100:00100000:2.0:1718402021.555636:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:32565:x1801871185005824:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1718402021.555640:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880095ee5c00) 00000100:00100000:0.0:1718402021.555640:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801216d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3319:x1801871185005760:12345-0@lo:105: Request processed in 47us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.555644:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5543 00010000:00010000:1.0:1718402021.555646:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402021.555668:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+6:3335:x1801871185005696:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 56us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.555674:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7450 00000100:00100000:0.0:1718402021.555676:0:3319:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c50c0 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3319:1801871185005760:0@lo:105: 00000100:00100000:3.0:1718402021.555683:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e732600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185005696:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1718402021.555683:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555687:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4d80/0xddd980ffd8f6875d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.555691:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.555694:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:32565:x1801871185005824:12345-0@lo:1000:osp_up1-0.0 Request processed in 57us (86us total) trans 4294987100 rc 0/0 00010000:00010000:0.0:1718402021.555694:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.555698:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20147 00010000:00010000:1.0:1718402021.555698:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555701:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555704:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555706:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a1c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.555707:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555710:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.555712:0:32565:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987098 gen 2 00000004:00080000:2.0:1718402021.555714:0:32565:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987097 committed transno 4294987098 00010000:00010000:0.0:1718402021.555714:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b6:0x0].0x0 (ffff880098657800) 00010000:00010000:0.0:1718402021.555715:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.555716:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555719:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68764 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555725:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555728:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.555729:0:32565:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987098 committed transno 4294987098 00000020:00080000:2.0:1718402021.555731:0:32565:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880098df8240 refcount 2 committed 0 result 0 batchid 4294990003 00010000:00010000:0.0:1718402021.555731:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402021.555733:0:32565:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880098657400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8b00 00000020:00080000:2.0:1718402021.555734:0:32565:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880098657d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8080 00000020:00080000:2.0:1718402021.555736:0:32565:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].765 00000020:00080000:2.0:1718402021.555737:0:32565:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880098657e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880098657500 00010000:00010000:0.0:1718402021.555737:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33ad00 already unused, calling callback (ffffffffa0eac360) 00000020:00080000:2.0:1718402021.555738:0:32565:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].763 00010000:00010000:0.0:1718402021.555738:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555741:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555744:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880098657900) 00010000:00010000:0.0:1718402021.555745:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718402021.555746:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.555748:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f6876b lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.555749:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294990003 committed batchid 4294990002 00000100:00100000:2.0:1718402021.555751:0:32565:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff8801302c76c0 x1801871185005824/t4294987100(4294987100) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1718402028 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up1-0.0' 00000100:00100000:2.0:1718402021.555758:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c76c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185005824:0@lo:1000:osp_up1-0.0 00000020:00080000:3.0:1718402021.555765:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990002 00000100:00100000:1.0:1718402021.556297:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185005888:0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.556324:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.556345:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b141240 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.556359:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005888 00000100:00100000:2.0:1718402021.556380:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20148 00000100:00100000:2.0:1718402021.556383:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7224:x1801871185005888:12345-0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.557922:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7224:x1801871185005888:12345-0@lo:403:mdt00_008.0 Request processed in 1536us (1596us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.557928:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20148 00000100:00100000:1.0:1718402021.557942:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185005888:0@lo:403:mdt00_008.0 00000040:00080000:1.0:1718402021.558619:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1119, 400 off1015600 00000040:00080000:1.0:1718402021.558718:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1498, 480 off1435000 00000004:00080000:1.0:1718402021.558721:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880123cc8480 with version 7102 00000004:00080000:0.0:1718402021.558770:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7102 rpc_version 7102 00000100:00100000:0.0:1718402021.558797:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c50c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185005952:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402021.558823:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.558845:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297480 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.558875:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185005952 00000100:00100000:2.0:1718402021.558908:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20149 00000100:00100000:2.0:1718402021.558912:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871185005952:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718402021.559143:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871185005952:12345-0@lo:1000:osp_up0-1.0 Request processed in 230us (319us total) trans 8589959568 rc 0/0 00000100:00100000:2.0:1718402021.559148:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20149 00000100:00100000:0.0:1718402021.559213:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c50c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185005952:0@lo:1000:osp_up0-1.0 00000004:00010000:1.0:1718402021.559251:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800708a3440 reply state ffff880095ea2000 transno 4294987101 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.559263:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.559268:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.559276:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800708a3440 reply state ffff880095ea2000 transno 4294987101 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.559281:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800708a3440 reply state ffff880095ea2000 transno 4294987101 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.559339:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189941760:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 7282us (7352us total) trans 4294987101 rc 0/0 00000100:00100000:1.0:1718402021.559345:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101317 00010000:00010000:0.0:1718402021.560028:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.560039:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88009456b300) 00010000:00010000:0.0:1718402021.560042:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.560044:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.560052:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:0.0:1718402021.560053:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.560054:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.560057:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:0.0:1718402021.560058:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:2.0:1718402021.560266:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.560312:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189942016 00000100:00100000:1.0:1718402021.560334:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10798 00000100:00100000:1.0:1718402021.560337:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf46050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+15:26915:x1801871189942016:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1718402021.560445:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf46050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+16:26915:x1801871189942016:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 107us (181us total) trans 4294987102 rc 0/0 00000100:00100000:1.0:1718402021.560452:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10798 00000100:00100000:2.0:1718402021.561112:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.561149:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189942144 00000100:00100000:1.0:1718402021.561176:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101318 00000100:00100000:1.0:1718402021.561181:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26915:x1801871189942144:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1718402021.561240:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.561245:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.561250:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.561257:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006016:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.561273:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.561290:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df86c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.561314:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006016 00000100:00100000:2.0:1718402021.561344:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20150 00000100:00100000:2.0:1718402021.561348:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad91300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185006016:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.561356:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.561366:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f687db lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f687d4 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.561384:0:19561:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc50 expref: 12 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.561391:0:19561:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f687db lrc: 4/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f687d4 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.561410:0:19561:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc50 expref: 12 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.561419:0:19561:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc50 expref: 12 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:2.0:1718402021.561428:0:19561:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801302c5f00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:19561:1801871185006080:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402021.561464:0:19561:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef240 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.562239:0:19561:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801302c5f00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:19561:1801871185006080:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.562257:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f687db lrc: 3/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687d4 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.562262:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7300) 00010000:00010000:0.0:1718402021.562264:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718402021.562265:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f687db lrc: 3/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687d4 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.562269:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55d40, rc 0) 00000100:00100000:0.0:1718402021.562299:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad91300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185006016:12345-0@lo:101:mdt00_008.0 Request processed in 951us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.562304:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.562304:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20150 00000100:00100000:1.0:1718402021.562321:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189942208 00000100:00100000:0.0:1718402021.562327:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad92f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006016:0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.562335:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.562336:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc50 expref: 13 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.562340:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.562364:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32795 00000100:00100000:1.0:1718402021.562368:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801302c5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+13:1882:x1801871189942208:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1718402021.562381:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.562385:0:6862:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc50 expref: 13 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:1.0:1718402021.562393:0:6862:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc50 expref: 13 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:1.0:1718402021.562406:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6804f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc50 expref: 13 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:1.0:1718402021.562415:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7300) 00010000:00010000:1.0:1718402021.562418:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f687db lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687d4 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.562426:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f687db lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f687d4 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.562430:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f687db lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f687d4 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.562443:0:6862:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f687db lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687d4 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.562448:0:6862:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94280 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6862:1801871185006144:0@lo:105: 00000100:00100000:1.0:1718402021.562465:0:6862:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.562481:0:6862:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df89c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.562505:0:6859:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006144 00000100:00100000:0.0:1718402021.562528:0:6859:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5544 00000100:00100000:0.0:1718402021.562531:0:6859:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad94c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6862:x1801871185006144:12345-0@lo:105: 00010000:00010000:0.0:1718402021.562537:0:6859:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.562542:0:6859:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.562546:0:6859:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 5/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.562549:0:6859:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.562553:0:6859:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.562580:0:6859:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008c339d40) 00010000:00010000:2.0:1718402021.562581:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 5/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.562589:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.562601:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.562607:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.562611:0:6859:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad94c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6862:x1801871185006144:12345-0@lo:105: Request processed in 79us (145us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.562612:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.562617:0:6859:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5544 00010000:00010000:2.0:1718402021.562624:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.562628:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.562633:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.562639:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339d40 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402021.562640:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.562642:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.562645:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.562648:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.562651:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.562661:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006208:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.562666:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.562672:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718402021.562681:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.562691:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef540 going to sleep for 6 seconds 00010000:00010000:1.0:1718402021.562696:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.562697:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006208 00000100:00100000:2.0:1718402021.562700:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1718402021.562702:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339d40/0xddd980ffd8f687d4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f687db expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.562707:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad904c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185006272:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1718402021.562709:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20151 00000100:00100000:0.0:1718402021.562711:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185006208:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.562713:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.562714:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.562715:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.562716:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.562723:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f687e9 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f687e2 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.562726:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.562733:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f687e9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f687e2 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.562734:0:6862:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94280 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6862:1801871185006144:0@lo:105: 00010000:00010000:0.0:1718402021.562738:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f687e9 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687e2 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.562739:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006272 00010000:00010000:0.0:1718402021.562742:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:0.0:1718402021.562743:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.562744:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92d00, rc 0) 00010000:00010000:1.0:1718402021.562746:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.562766:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7451 00000100:00100000:0.0:1718402021.562766:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:7224:x1801871185006208:12345-0@lo:101:mdt00_008.0 Request processed in 53us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.562771:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20151 00000100:00100000:3.0:1718402021.562772:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880129ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3334:x1801871185006272:12345-0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718402021.562773:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c5f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+12:1882:x1801871189942208:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 402us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.562778:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32795 00010000:00010000:3.0:1718402021.562780:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718402021.562783:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006208:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.562790:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f687db lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f687d4 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.562791:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.562797:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.562800:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012f3b7300) 00010000:00010000:3.0:1718402021.562805:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1718402021.562808:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1718402021.562818:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.562827:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc8f expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.562832:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.562834:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880129ebd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3334:x1801871185006272:12345-0@lo:103:ldlm_bl_04.0 Request processed in 63us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.562840:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7451 00000100:00100000:0.0:1718402021.562840:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad904c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185006272:0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402021.562846:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc8f expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.562854:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc8f expref: 16 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:2.0:1718402021.562862:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185006336:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402021.562883:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef540 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.563341:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d6880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185006336:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402021.563351:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.563470:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.563507:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189942272 00010000:00010000:3.0:1718402021.563519:0:10518:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc8f expref: 17 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:3.0:1718402021.563543:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32796 00000100:00100000:3.0:1718402021.563548:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c0980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b4942422-518c-4999-8e56-6394c3b8b64e+17:1883:x1801871189942272:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1718402021.563555:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.563558:0:10518:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc8f expref: 17 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.563578:0:10518:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc8f expref: 17 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.563589:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800846e9200/0xddd980ffd8f681a6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbc8f expref: 17 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.563600:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880131df6c00) 00010000:00010000:3.0:1718402021.563602:0:10518:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.563608:0:10518:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.563613:0:10518:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.563633:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.563658:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c0980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b4942422-518c-4999-8e56-6394c3b8b64e+16:1883:x1801871189942272:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 109us (188us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.563659:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.563665:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32796 00010000:00010000:2.0:1718402021.563665:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.563690:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.563697:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 2/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.563702:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.563716:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:2.0:1718402021.563735:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:2.0:1718402021.563764:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.564419:0:8086:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.564425:0:8086:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.564437:0:8086:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.564440:0:8086:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.564449:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.564451:0:8086:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f687c6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f687cd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564457:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564462:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718402021.564463:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987102 is committed 00010000:00010000:2.0:1718402021.564466:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.564468:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564474:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718402021.564475:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987100 is committed 00000100:00100000:3.0:1718402021.564481:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185006400:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1718402021.564482:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88009456b300) 00010000:00010000:2.0:1718402021.564484:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.564486:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564492:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564497:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.564506:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718402021.564510:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.564514:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564516:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f687b1 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.564518:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.564525:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006400 00010000:00010000:2.0:1718402021.564525:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564530:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.564530:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564534:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.564534:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.564537:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564539:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.564540:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.564544:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006464:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.564545:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.564546:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7452 00000100:00100000:3.0:1718402021.564549:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3332:x1801871185006400:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1718402021.564552:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88009456be00) 00010000:00010000:3.0:1718402021.564553:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.564554:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.564556:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564561:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f687b8 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.564583:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718402021.564589:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.564592:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297480 going to sleep for 6 seconds 00010000:00010000:2.0:1718402021.564595:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.564595:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006464 00010000:00010000:2.0:1718402021.564600:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564604:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.564605:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.564609:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20152 00010000:00010000:2.0:1718402021.564610:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.564611:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880096484850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871185006464:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.564616:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012f3b7700) 00010000:00010000:1.0:1718402021.564616:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.564617:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91680/0xddd980ffd8f687cd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7b1:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f687c6 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564618:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.564620:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.564622:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f687fe expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.564624:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f687bf lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.564630:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b1:0x0].0x0 (ffff880131df6500) 00010000:00010000:1.0:1718402021.564630:0:19561:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 11 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.564634:0:19561:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 4/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.564637:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.564648:0:19561:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 11 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.564653:0:19561:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 11 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:3.0:1718402021.564654:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3332:x1801871185006400:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 104us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.564658:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7452 00000100:00100000:1.0:1718402021.564659:0:19561:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94280 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:19561:1801871185006528:192.168.204.24@tcp:104: 00000100:00100000:3.0:1718402021.564675:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185006400:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1718402021.564676:0:19561:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df89c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.565208:0:19561:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94280 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:19561:1801871185006528:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402021.565219:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.565234:0:19561:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:1.0:1718402021.565236:0:19561:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb mtime from disk: 0 -> 1718402020 00000004:00010000:1.0:1718402021.565237:0:19561:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.565238:0:19561:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb ctime from disk: 0 -> 1718402020 00000004:00010000:1.0:1718402021.565239:0:19561:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:1.0:1718402021.565242:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880095efbb00) 00010000:00010000:1.0:1718402021.565243:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:1.0:1718402021.565244:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.565248:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.565251:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.565255:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.565257:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.565260:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.565263:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.565265:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c339440, rc 0) 00000100:00100000:1.0:1718402021.565291:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880096484850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185006464:12345-0@lo:101:mdt00_008.0 Request processed in 679us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.565295:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20152 00000100:00100000:0.0:1718402021.565353:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c17c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006464:0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.565361:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.565366:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.565414:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.565461:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189942336 00010000:00010000:3.0:1718402021.565474:0:10518:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 12 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:3.0:1718402021.565497:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32797 00000100:00100000:3.0:1718402021.565501:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d6880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b4942422-518c-4999-8e56-6394c3b8b64e+12:1882:x1801871189942336:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1718402021.565509:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.565512:0:10518:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 12 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.565519:0:10518:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 12 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.565529:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4240/0xddd980ffd8f6829b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcc7 expref: 12 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.565544:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880095efbb00) 00010000:00010000:3.0:1718402021.565547:0:10518:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.565553:0:10518:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.565559:0:10518:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.565590:0:10518:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.565598:0:10518:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e731c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:10518:1801871185006592:0@lo:105: 00000100:00100000:3.0:1718402021.565618:0:10518:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.565638:0:10518:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a780 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.565657:0:6859:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006592 00000100:00100000:0.0:1718402021.565680:0:6859:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5545 00000100:00100000:0.0:1718402021.565682:0:6859:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:10518:x1801871185006592:12345-0@lo:105: 00010000:00010000:0.0:1718402021.565686:0:6859:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.565691:0:6859:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.565694:0:6859:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.565697:0:6859:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.565703:0:6859:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.565715:0:6859:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009bc92400) 00010000:00010000:2.0:1718402021.565723:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.565730:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.565746:0:6859:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:10518:x1801871185006592:12345-0@lo:105: Request processed in 62us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.565751:0:6859:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5545 00000100:00100000:3.0:1718402021.565769:0:10518:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e731c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:10518:1801871185006592:0@lo:105: 00010000:00010000:3.0:1718402021.565780:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.565801:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d6880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b4942422-518c-4999-8e56-6394c3b8b64e+11:1882:x1801871189942336:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 299us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.565807:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32797 00000100:00100000:2.0:1718402021.566348:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d50c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006656:0@lo:403:mdt00_008.0 00000100:00100000:2.0:1718402021.566375:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.566396:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef540 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.566414:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006656 00000100:00100000:1.0:1718402021.566441:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20153 00000100:00100000:1.0:1718402021.566445:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185006656:12345-0@lo:403:mdt00_008.0 00000100:00100000:1.0:1718402021.567938:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185006656:12345-0@lo:403:mdt00_008.0 Request processed in 1492us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.567943:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20153 00000100:00100000:2.0:1718402021.567977:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d50c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006656:0@lo:403:mdt00_008.0 00010000:00010000:2.0:1718402021.568679:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568688:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568693:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568698:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.568700:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568705:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568714:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88009456b300) 00010000:00010000:2.0:1718402021.568717:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.568718:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568723:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f687f7 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568734:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568739:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568744:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568764:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1718402021.568768:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7af:0x0] 00010000:00010000:2.0:1718402021.568773:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568777:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568781:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568786:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55b00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.568787:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.568790:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.568795:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.568795:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568801:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880131df6c00) 00010000:00010000:2.0:1718402021.568802:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:1.0:1718402021.568802:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92400 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402021.568804:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.568806:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568808:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55b00/0xddd980ffd8f687f0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.568811:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.568817:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1718402021.568819:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568823:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.568828:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.568829:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.568834:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.568842:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.568854:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 1/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.568859:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc92400/0xddd980ffd8f687fe lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68805 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.568864:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.568869:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.568873:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.568874:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.568875:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.568875:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56880 already unused, calling callback (ffffffffa0ead0e0) 00000100:00100000:2.0:1718402021.568877:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801302c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26915:x1801871189942144:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 7695us (7766us total) trans 0 rc -39/-39 00010000:00010000:0.0:1718402021.568877:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.568884:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101318 00000004:00010000:0.0:1718402021.568884:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.568897:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.568899:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad97200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871185006720:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.568900:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.568908:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.568912:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e56880/0xddd980ffd8f687e2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f687e9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.568916:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1718402021.568917:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.568918:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.568919:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.568924:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185006784:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718402021.568927:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.568946:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.568957:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006720 00000100:00100000:1.0:1718402021.568966:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006784 00000100:00100000:3.0:1718402021.568977:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7453 00000100:00100000:3.0:1718402021.568981:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e731c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3333:x1801871185006720:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718402021.568989:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718402021.568996:0:6860:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7454 00000100:00100000:2.0:1718402021.569000:0:6860:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:3335:x1801871185006784:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1718402021.569005:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68805 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f687fe expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.569008:0:6860:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.569016:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880095efbb00) 00010000:00010000:2.0:1718402021.569017:0:6860:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f687e9 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f687e2 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.569024:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.569026:0:6860:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402021.569029:0:6860:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.569048:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e731c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3333:x1801871185006720:12345-0@lo:103:ldlm_bl_02.0 Request processed in 66us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.569048:0:6860:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3335:x1801871185006784:12345-0@lo:103:ldlm_bl_01.0 Request processed in 48us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.569054:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7453 00000100:00100000:2.0:1718402021.569057:0:6860:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7454 00000100:00100000:0.0:1718402021.569064:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad97200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871185006720:0@lo:103:ldlm_bl_02.0 00000100:00100000:0.0:1718402021.569078:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185006784:0@lo:103:ldlm_bl_01.0 00000100:00100000:2.0:1718402021.570396:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.570451:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189942464 00000100:00100000:1.0:1718402021.570480:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10799 00000100:00100000:1.0:1718402021.570484:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+7:26911:x1801871189942464:12345-192.168.204.24@tcp:35:multiop.0 00000100:00100000:1.0:1718402021.570603:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+8:26911:x1801871189942464:12345-192.168.204.24@tcp:35:multiop.0 Request processed in 119us (209us total) trans 8589959569 rc 0/0 00000100:00100000:1.0:1718402021.570608:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10799 00000100:00100000:1.0:1718402021.573781:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.573840:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189942592 00000100:00100000:2.0:1718402021.573876:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101319 00000100:00100000:2.0:1718402021.573881:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+11:26918:x1801871189942592:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.573893:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.573905:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f6880c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd37 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.573969:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f68813 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.573981:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f68813 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.573990:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f68813 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574002:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6881a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574009:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6881a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574014:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6881a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574060:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68821 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574067:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68821 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574073:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68821 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402021.574081:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f0:0x0] 00010000:00010000:2.0:1718402021.574086:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f68813 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574091:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f68813 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574096:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f68813 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574100:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e558c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.574103:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f68813 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574108:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f68813 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574117:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402021.574119:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.574121:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f68813 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574126:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e558c0/0xddd980ffd8f68813 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574134:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6881a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574139:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6881a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574144:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6881a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574148:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.574150:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6881a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574154:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6881a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574161:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff880071ebb100) 00010000:00010000:2.0:1718402021.574162:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.574164:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6881a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574173:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6881a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574223:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f6880c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd37 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574233:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68821 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd37 expref: 12 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.574239:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880071ebb400) 00010000:00010000:2.0:1718402021.574241:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718402021.574242:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57a80, rc 0) 00000100:00100000:2.0:1718402021.574279:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26918:x1801871189942592:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 397us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.574285:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101319 00000100:00100000:0.0:1718402021.575252:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.575297:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189942720 00000100:00100000:2.0:1718402021.575323:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101320 00000100:00100000:2.0:1718402021.575327:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26918:x1801871189942720:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.575335:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.575345:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68828 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd3e expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402021.575426:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f0:0x0]: returning size 4096 00010000:00010000:2.0:1718402021.575501:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68828 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd3e expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.575508:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68828 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd3e expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.575517:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e573c0, rc 0) 00000100:00100000:2.0:1718402021.575545:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189942720:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 218us (295us total) trans 4294987103 rc 301/301 00000100:00100000:2.0:1718402021.575551:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101320 00000100:00100000:0.0:1718402021.576492:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.576541:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189942848 00000100:00100000:1.0:1718402021.576573:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10800 00000100:00100000:1.0:1718402021.576576:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189942848:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:1.0:1718402021.576670:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+14:26918:x1801871189942848:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 91us (178us total) trans 4294987104 rc 0/0 00000100:00100000:1.0:1718402021.576676:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10800 00000100:00100000:1.0:1718402021.577545:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.577603:0:6860:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189942912 00000100:00100000:1.0:1718402021.577608:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.577646:0:6860:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7455 00000100:00100000:2.0:1718402021.577650:0:6860:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad976c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b4942422-518c-4999-8e56-6394c3b8b64e+12:1883:x1801871189942912:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:2.0:1718402021.577660:0:6860:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718402021.577671:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943040 00010000:00010000:2.0:1718402021.577675:0:6860:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f68821 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd37 expref: 12 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.577685:0:6860:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880071ebb400) 00010000:00010000:2.0:1718402021.577692:0:6860:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.577700:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101321 00000100:00100000:3.0:1718402021.577705:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:26918:x1801871189943040:12345-192.168.204.24@tcp:36:lfs.0 00000100:00100000:2.0:1718402021.577721:0:6860:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad976c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b4942422-518c-4999-8e56-6394c3b8b64e+11:1883:x1801871189942912:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 70us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.577728:0:6860:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7455 00010000:00010000:3.0:1718402021.577767:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.577773:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.577779:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.577792:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006848:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.577821:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.577836:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a780 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.577843:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006848 00000100:00100000:1.0:1718402021.577864:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20154 00000100:00100000:1.0:1718402021.577868:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e736d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7224:x1801871185006848:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.577877:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.577888:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6883d lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68836 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.577904:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6883d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68836 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.577913:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6883d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68836 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.577919:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0000) 00010000:00010000:1.0:1718402021.577921:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.577922:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c339d40, rc 0) 00000100:00100000:1.0:1718402021.577961:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e736d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185006848:12345-0@lo:101:mdt00_008.0 Request processed in 92us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.577967:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20154 00000100:00100000:3.0:1718402021.577998:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006848:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.578010:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578030:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.578070:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006912:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.578094:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.578113:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a480 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.578133:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006912 00000100:00100000:1.0:1718402021.578147:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20155 00000100:00100000:1.0:1718402021.578150:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e7363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185006912:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.578219:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006912:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.578219:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e7363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185006912:12345-0@lo:1000:mdt00_008.0 Request processed in 68us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.578225:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20155 00000100:00100000:3.0:1718402021.578253:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006976:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.578269:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.578276:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a780 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.578283:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185006976 00000100:00100000:1.0:1718402021.578297:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20156 00000100:00100000:1.0:1718402021.578300:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e734740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185006976:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.578347:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e734740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185006976:12345-0@lo:1000:mdt00_008.0 Request processed in 46us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.578352:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20156 00000100:00100000:3.0:1718402021.578354:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185006976:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.578377:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578384:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578390:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.578399:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007040:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.578415:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.578424:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a480 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.578432:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007040 00000100:00100000:1.0:1718402021.578445:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20157 00000100:00100000:1.0:1718402021.578448:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e732f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185007040:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.578453:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.578460:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6884b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68844 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.578473:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6884b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68844 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.578480:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6884b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68844 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.578486:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402021.578488:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.578490:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33af40, rc 0) 00000100:00100000:1.0:1718402021.578511:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e732f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185007040:12345-0@lo:101:mdt00_008.0 Request processed in 62us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.578519:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20157 00000100:00100000:3.0:1718402021.578522:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007040:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.578529:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578539:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.578562:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007104:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.578591:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.578599:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.578608:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007104 00000100:00100000:1.0:1718402021.578623:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20158 00000100:00100000:1.0:1718402021.578626:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e731300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185007104:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.578686:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e731300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185007104:12345-0@lo:1000:mdt00_008.0 Request processed in 58us (94us total) trans 0 rc 1/1 00000100:00100000:3.0:1718402021.578690:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007104:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.578691:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20158 00010000:00010000:3.0:1718402021.578768:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578772:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578776:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.578782:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007168:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.578794:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.578802:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635240 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.578812:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007168 00000100:00100000:1.0:1718402021.578826:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20159 00000100:00100000:1.0:1718402021.578829:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e736880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185007168:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.578835:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.578842:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68859 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68852 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.578853:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68859 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68852 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.578860:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68859 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68852 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.578865:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff8800859f0200) 00010000:00010000:1.0:1718402021.578867:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1718402021.578868:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c339200, rc 0) 00000100:00100000:1.0:1718402021.578888:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e736880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871185007168:12345-0@lo:101:mdt00_008.0 Request processed in 58us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.578893:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20159 00000100:00100000:3.0:1718402021.578897:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007168:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.578905:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578911:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578919:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578925:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578929:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578949:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718402021.578960:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68860 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578966:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68860 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578973:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68860 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.578985:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402021.578989:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68867 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578994:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68867 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.578999:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68867 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.578999:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.579010:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4d80 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402021.579012:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.579014:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579017:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579024:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.579026:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.579034:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007232:0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402021.579045:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.579051:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1718402021.579053:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.579065:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.579067:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635300 going to sleep for 6 seconds 00010000:00010000:0.0:1718402021.579071:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4d80/0xddd980ffd8f68852 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68859 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.579089:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.579090:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.579091:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007232 00010000:00010000:0.0:1718402021.579092:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.579099:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1718402021.579107:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20160 00000100:00100000:0.0:1718402021.579108:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185007296:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1718402021.579110:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871185007232:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.579116:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.579124:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68875 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f6886e expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579136:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68875 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f6886e expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.579137:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.579143:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68875 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6886e expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.579158:0:19561:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:1.0:1718402021.579160:0:19561:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb mtime from disk: 0 -> 1718402020 00000004:00010000:1.0:1718402021.579162:0:19561:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.579164:0:19561:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb ctime from disk: 0 -> 1718402020 00000004:00010000:1.0:1718402021.579165:0:19561:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:1.0:1718402021.579169:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800859f0100) 00010000:00010000:1.0:1718402021.579171:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:1.0:1718402021.579172:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33b840, rc 0) 00000100:00100000:2.0:1718402021.579188:0:6860:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007296 00000100:00100000:1.0:1718402021.579218:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:7224:x1801871185007232:12345-0@lo:101:mdt00_008.0 Request processed in 106us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.579223:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20160 00000100:00100000:2.0:1718402021.579230:0:6860:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7456 00000100:00100000:3.0:1718402021.579231:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009e7376c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007232:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1718402021.579234:0:6860:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3334:x1801871185007296:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718402021.579240:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.579240:0:6860:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.579246:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.579249:0:6860:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68859 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68852 expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.579259:0:6860:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff8800859f0200) 00010000:00010000:2.0:1718402021.579263:0:6860:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.579293:0:6860:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:3334:x1801871185007296:12345-0@lo:103:ldlm_bl_03.0 Request processed in 59us (156us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.579295:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f6887c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.579298:0:6860:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7456 00010000:00010000:3.0:1718402021.579300:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f6887c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fe:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579304:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f6887c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fe:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.579325:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185007296:0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1718402021.579346:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f6887c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fe:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579353:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f6887c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5fe:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579358:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f6887c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fe:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579363:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.579366:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f6887c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fe:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579369:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f6887c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5fe:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579374:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fe:0x0].0x0 (ffff88008a404b00) 00010000:00010000:3.0:1718402021.579376:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402021.579377:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f6887c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fe:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579380:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f6887c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fe:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579396:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68867 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579398:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68867 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579401:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68867 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579404:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.579405:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68867 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579408:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68867 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579412:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88008a404900) 00010000:00010000:3.0:1718402021.579413:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402021.579414:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68867 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579416:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68867 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579422:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579425:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579428:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579441:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1718402021.579445:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7af:0x0] 00010000:00010000:3.0:1718402021.579447:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68860 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579450:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68860 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579453:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68860 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579455:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.579457:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68860 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579460:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68860 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579463:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008a404d00) 00010000:00010000:3.0:1718402021.579464:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402021.579465:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68860 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579465:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402021.579467:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68860 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579469:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.579475:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1718402021.579476:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579476:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6880 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.579478:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579479:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579481:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.579483:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579491:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718402021.579493:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579496:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579497:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579502:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579502:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718402021.579507:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1718402021.579513:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 1/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579517:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6880/0xddd980ffd8f6886e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68875 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.579517:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1718402021.579521:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.579527:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:26918:x1801871189943040:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1822us (1926us total) trans 0 rc -114/-114 00010000:00010000:0.0:1718402021.579528:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7a80 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.579529:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.579531:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.579531:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.579532:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101321 00010000:00010000:1.0:1718402021.579535:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4480 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.579537:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.579542:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.579542:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579552:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579557:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.579557:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579561:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.579562:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.579585:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e4480/0xddd980ffd8f68836 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6883d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579595:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.579595:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.579597:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.579598:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.579601:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e7a80/0xddd980ffd8f68844 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6884b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.579606:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad96880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185007360:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.579610:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.579611:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.579613:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.579616:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185007488:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.579618:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.579625:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad91c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871185007424:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718402021.579629:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.579655:0:6860:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007360 00000100:00100000:0.0:1718402021.579657:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.579668:0:6860:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007424 00000100:00100000:3.0:1718402021.579679:0:6860:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7457 00000100:00100000:3.0:1718402021.579682:0:6860:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3332:x1801871185007360:12345-0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1718402021.579686:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7458 00010000:00010000:3.0:1718402021.579689:0:6860:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1718402021.579691:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3333:x1801871185007424:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.579699:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718402021.579700:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402021.579705:0:6860:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68875 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f6886e expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.579708:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339d40/0xddd980ffd8f6883d lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68836 expref: 11 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.579713:0:6860:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800859f0100) 00000100:00100000:1.0:1718402021.579714:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007488 00010000:00010000:3.0:1718402021.579717:0:6860:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.579719:0:11452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0000) 00010000:00010000:0.0:1718402021.579724:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402021.579732:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7459 00000100:00100000:3.0:1718402021.579734:0:6860:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:3332:x1801871185007360:12345-0@lo:103:ldlm_bl_04.0 Request processed in 52us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.579735:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d6880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3334:x1801871185007488:12345-0@lo:103:ldlm_bl_02.0 00000100:00100000:3.0:1718402021.579738:0:6860:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7457 00010000:00010000:1.0:1718402021.579741:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.579747:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6884b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68844 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.579748:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3333:x1801871185007424:12345-0@lo:103:ldlm_bl_04.0 Request processed in 56us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.579755:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7458 00010000:00010000:1.0:1718402021.579756:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402021.579758:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.579781:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad91c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871185007424:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718402021.579784:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d6880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:3334:x1801871185007488:12345-0@lo:103:ldlm_bl_02.0 Request processed in 48us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.579789:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7459 00000100:00100000:2.0:1718402021.579809:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185007488:0@lo:103:ldlm_bl_02.0 00000100:00100000:1.0:1718402021.579810:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad96880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185007360:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718402021.580397:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.580431:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943168 00000100:00100000:3.0:1718402021.580445:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101322 00000100:00100000:3.0:1718402021.580448:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad96880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+11:26918:x1801871189943168:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.580454:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.580459:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5f80/0xddd980ffd8f68883 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd45 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580486:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f6888a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580493:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f6888a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580500:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f6888a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580509:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f68891 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580514:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f68891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580520:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f68891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580546:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580552:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580556:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.580560:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f0:0x0] 00010000:00010000:3.0:1718402021.580576:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f6888a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580582:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f6888a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580587:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f6888a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580591:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.580593:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f6888a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580598:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f6888a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580605:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:3.0:1718402021.580607:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.580609:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f6888a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580613:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f6888a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580621:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f68891 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580626:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f68891 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580631:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f68891 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580640:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.580642:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f68891 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580647:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f68891 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580653:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88008a404a00) 00010000:00010000:3.0:1718402021.580655:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.580656:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f68891 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580661:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6ac0/0xddd980ffd8f68891 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580683:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5f80/0xddd980ffd8f68883 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd45 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580692:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd45 expref: 12 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.580698:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008a404700) 00010000:00010000:3.0:1718402021.580700:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402021.580701:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e7cc0, rc 0) 00000100:00100000:3.0:1718402021.580734:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad96880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26918:x1801871189943168:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 284us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.580740:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101322 00000100:00100000:2.0:1718402021.581581:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.581623:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943296 00000100:00100000:3.0:1718402021.581649:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101323 00000100:00100000:3.0:1718402021.581653:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:26918:x1801871189943296:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.581661:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.581669:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f6889f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd4c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.581726:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f0:0x0]: returning size 4096 00010000:00010000:3.0:1718402021.581793:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f6889f lrc: 1/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd4c expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.581800:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f6889f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd4c expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.581811:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e6640, rc 0) 00000100:00100000:3.0:1718402021.581840:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26918:x1801871189943296:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 186us (274us total) trans 4294987105 rc 301/301 00000100:00100000:3.0:1718402021.581846:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101323 00000100:00100000:1.0:1718402021.582701:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.582744:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943360 00000100:00100000:3.0:1718402021.582765:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101324 00000100:00100000:3.0:1718402021.582768:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad96d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:26918:x1801871189943360:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.582777:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.582783:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f688ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd53 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.582806:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f688b4 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.582811:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f688b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.582817:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f688b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.582855:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f0:0x0]: returning size 4096 00000004:00200000:3.0:1718402021.582857:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:3.0:1718402021.582865:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f688b4 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.582875:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f688ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd53 expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.582884:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f688b4 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd53 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.582889:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008a404300) 00010000:00010000:3.0:1718402021.582890:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718402021.582891:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e61c0, rc 0) 00000100:00100000:3.0:1718402021.582918:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad96d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26918:x1801871189943360:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 148us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.582924:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101324 00000100:00100000:1.0:1718402021.583646:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.583691:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943424 00000100:00100000:3.0:1718402021.583712:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101325 00000100:00100000:3.0:1718402021.583715:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800766ee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:26918:x1801871189943424:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.583721:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.583726:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f688bb lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd5a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.583754:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f688c2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.583762:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f688c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.583767:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f688c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.583780:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a5:0x0]: returning size 4096 00000004:00200000:3.0:1718402021.583782:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 2 MDT count 2 00010000:00010000:3.0:1718402021.583792:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f688bb lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd5a expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.583801:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f688c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd5a expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.583807:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88008df9a700) 00010000:00010000:3.0:1718402021.583809:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718402021.583810:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e5b00, rc 0) 00000100:00100000:3.0:1718402021.583837:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800766ee850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:26918:x1801871189943424:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 121us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.583841:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101325 00000100:00100000:2.0:1718402021.584439:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.584471:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943488 00000100:00100000:0.0:1718402021.584495:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101326 00000100:00100000:0.0:1718402021.584497:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+12:26918:x1801871189943488:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.584503:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.584510:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f688c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd61 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.584529:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f688d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.584534:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f688d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.584539:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f688d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.584558:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7af:0x0]: returning size 4096 00000004:00200000:0.0:1718402021.584560:0:7223:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 2 MDT count 2 00010000:00010000:0.0:1718402021.584590:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f688c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd61 expref: 14 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.584599:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f688d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd61 expref: 13 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.584603:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880073530400) 00010000:00010000:0.0:1718402021.584605:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1718402021.584606:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc918c0, rc 0) 00000100:00100000:0.0:1718402021.584634:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189943488:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 134us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.584639:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101326 00000100:00100000:1.0:1718402021.585674:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.585718:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943552 00000100:00100000:2.0:1718402021.585750:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10801 00000100:00100000:2.0:1718402021.585755:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+17:26918:x1801871189943552:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:2.0:1718402021.587635:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+17:26918:x1801871189943552:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1877us (1958us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.587643:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10801 00000100:00100000:0.0:1718402021.589164:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.589213:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943616 00000100:00100000:2.0:1718402021.589241:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10802 00000100:00100000:2.0:1718402021.589244:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189943616:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:2.0:1718402021.590580:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189943616:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1334us (1416us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.590587:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10802 00000100:00100000:1.0:1718402021.591727:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.591766:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943744 00000100:00100000:3.0:1718402021.591790:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101327 00000100:00100000:3.0:1718402021.591794:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189943744:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.591802:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.591812:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f688d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd68 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591855:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f688de lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591865:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f688de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591874:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f688de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591887:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f688e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591892:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f688e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591897:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f688e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591919:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f688de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591924:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f688de lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591928:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f688de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591934:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.591937:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f688de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591943:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f688de lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591951:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880073530400) 00010000:00010000:3.0:1718402021.591953:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.591954:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f688de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591958:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7600/0xddd980ffd8f688de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591965:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f688e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591967:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f688e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591970:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f688e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591973:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.591974:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f688e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591977:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f688e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591980:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff88008df9a800) 00010000:00010000:3.0:1718402021.591982:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.591982:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f688e5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.591985:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5d40/0xddd980ffd8f688e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592004:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f688d7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd68 expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592008:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7840/0xddd980ffd8f688d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd68 expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592012:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e7840, rc 0) 00000100:00100000:3.0:1718402021.592038:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad963c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189943744:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 243us (313us total) trans 0 rc 301/301 00000100:00100000:3.0:1718402021.592042:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101327 00000100:00100000:0.0:1718402021.592675:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.592705:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943872 00000100:00100000:3.0:1718402021.592720:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101328 00000100:00100000:3.0:1718402021.592723:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:26918:x1801871189943872:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.592728:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.592735:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f688ec lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd6f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592756:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f688f3 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592761:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f688f3 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592769:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f688f3 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592774:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f688fa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592777:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f688fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592781:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f688fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.592857:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00010000:00010000:3.0:1718402021.592903:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f688f3 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592907:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f688f3 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592910:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f688f3 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592912:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e46c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.592913:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f688f3 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592916:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f688f3 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592920:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88008df9a700) 00010000:00010000:3.0:1718402021.592927:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.592929:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f688f3 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592932:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f688f3 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592938:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f688fa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592940:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f688fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592943:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f688fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592947:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.592947:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f688fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592950:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f688fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592953:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88008e126a00) 00010000:00010000:3.0:1718402021.592954:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.592955:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f688fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592957:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f688fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592973:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f688ec lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd6f expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592977:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f688ec lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd6f expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.592981:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e6d00, rc 0) 00000100:00100000:3.0:1718402021.593003:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:26918:x1801871189943872:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 279us (329us total) trans 4294987106 rc 301/301 00000100:00100000:3.0:1718402021.593006:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101328 00000100:00100000:1.0:1718402021.593636:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.593677:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189943936 00000100:00100000:3.0:1718402021.593698:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101329 00000100:00100000:3.0:1718402021.593701:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad91300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:26918:x1801871189943936:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.593711:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.593719:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f68908 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd76 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.593743:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4000/0xddd980ffd8f6890f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.593750:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4000/0xddd980ffd8f6890f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.593757:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4000/0xddd980ffd8f6890f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.593778:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a6:0x0]: returning size 4096 00000004:00200000:3.0:1718402021.593781:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 12 stripe count 1 MDT count 2 00010000:00010000:3.0:1718402021.593793:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f68908 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd76 expref: 20 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.593802:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4000/0xddd980ffd8f6890f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd76 expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.593806:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:3.0:1718402021.593807:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718402021.593808:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e4000, rc 0) 00000100:00100000:3.0:1718402021.593833:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad91300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:26918:x1801871189943936:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 131us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.593837:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101329 00000100:00100000:1.0:1718402021.594603:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.594632:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944064 00000100:00100000:3.0:1718402021.594648:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101330 00000100:00100000:3.0:1718402021.594650:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad94280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189944064:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.594656:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.594660:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68916 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd7d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594679:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6891d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594684:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6891d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594688:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6891d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594697:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f68924 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594700:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f68924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594703:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f68924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594712:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6891d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594715:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6891d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594718:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6891d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594721:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6f40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.594722:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6891d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594725:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6891d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594729:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880073530400) 00010000:00010000:3.0:1718402021.594730:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.594731:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6891d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594737:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e6f40/0xddd980ffd8f6891d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594744:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f68924 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594746:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f68924 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594749:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f68924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594752:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7a80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.594753:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f68924 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594755:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f68924 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594759:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff88008e126600) 00010000:00010000:3.0:1718402021.594760:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.594761:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f68924 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594763:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7a80/0xddd980ffd8f68924 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594774:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68916 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd7d expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594781:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e73c0/0xddd980ffd8f68916 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd7d expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.594785:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e73c0, rc 0) 00000100:00100000:3.0:1718402021.594806:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad94280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189944064:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 155us (204us total) trans 0 rc 301/301 00000100:00100000:3.0:1718402021.594810:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101330 00000100:00100000:0.0:1718402021.595378:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.595421:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944192 00000100:00100000:3.0:1718402021.595450:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101331 00000100:00100000:3.0:1718402021.595454:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:26918:x1801871189944192:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.595462:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.595468:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6892b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd84 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595491:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68932 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595497:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68932 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595504:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68932 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595511:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68939 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595515:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68939 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595519:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68939 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.595582:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00010000:00010000:3.0:1718402021.595612:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68932 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595618:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68932 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595622:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68932 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595626:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.595628:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68932 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595632:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68932 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595639:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88008df9a700) 00010000:00010000:3.0:1718402021.595641:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.595642:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68932 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595647:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f68932 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595655:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68939 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595660:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68939 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595665:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68939 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595670:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.595672:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68939 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595677:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68939 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595683:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88008e126400) 00010000:00010000:3.0:1718402021.595685:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.595686:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68939 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595690:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f68939 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595704:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6892b lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd84 expref: 21 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595708:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6892b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd84 expref: 21 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.595713:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800737e4d80, rc 0) 00000100:00100000:3.0:1718402021.595737:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26918:x1801871189944192:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 283us (360us total) trans 4294987107 rc 301/301 00000100:00100000:3.0:1718402021.595741:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101331 00000100:00100000:1.0:1718402021.596398:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.596483:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944320 00000100:00100000:2.0:1718402021.596508:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10803 00000100:00100000:2.0:1718402021.596511:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf45850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+20:26918:x1801871189944320:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1718402021.596594:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf45850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+21:26918:x1801871189944320:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 82us (197us total) trans 4294987108 rc 0/0 00000100:00100000:2.0:1718402021.596601:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10803 00000100:00100000:1.0:1718402021.597216:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.597287:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944448 00000100:00100000:2.0:1718402021.597311:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10804 00000100:00100000:2.0:1718402021.597314:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+21:26918:x1801871189944448:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:2.0:1718402021.597379:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+22:26918:x1801871189944448:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 64us (164us total) trans 4294987109 rc 0/0 00000100:00100000:2.0:1718402021.597383:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10804 00000100:00100000:0.0:1718402021.597913:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.597946:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944512 00000100:00100000:3.0:1718402021.597963:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101332 00000100:00100000:3.0:1718402021.597966:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189944512:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:3.0:1718402021.597985:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f68947 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.597991:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f68947 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.597996:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f68947 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598001:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f6894e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598005:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f6894e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598008:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f6894e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598018:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f68947 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598021:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f68947 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598027:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f68947 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598029:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.598031:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f68947 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598033:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f68947 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598037:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880073530400) 00010000:00010000:3.0:1718402021.598039:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.598040:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f68947 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598042:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4b40/0xddd980ffd8f68947 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598049:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f6894e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598051:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f6894e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598055:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f6894e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598057:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.598058:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f6894e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598061:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f6894e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598064:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff88008e126b00) 00010000:00010000:3.0:1718402021.598065:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.598066:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f6894e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598068:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e4480/0xddd980ffd8f6894e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.598101:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189944512:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 134us (188us total) trans 0 rc -2/-2 00000100:00100000:3.0:1718402021.598106:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101332 00000100:00100000:1.0:1718402021.598618:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.598662:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944576 00000100:00100000:3.0:1718402021.598683:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101333 00000100:00100000:3.0:1718402021.598687:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26918:x1801871189944576:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:3.0:1718402021.598708:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f68955 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598715:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f68955 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598720:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f68955 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598728:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6895c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598733:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6895c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598738:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6895c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598762:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598767:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598773:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.598778:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00000004:00010000:3.0:1718402021.598782:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598787:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f68955 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598791:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f68955 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598793:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f68955 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598796:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.598797:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f68955 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598801:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f68955 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598806:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88008df9a700) 00010000:00010000:3.0:1718402021.598807:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.598808:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f68955 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598811:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f68955 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598817:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6895c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598819:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6895c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598822:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6895c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598824:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.598825:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6895c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598829:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6895c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598832:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88008e126100) 00010000:00010000:3.0:1718402021.598833:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.598834:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6895c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598837:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6895c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598843:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598846:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598849:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598851:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.598852:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598855:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598857:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88008e126200) 00010000:00010000:3.0:1718402021.598858:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.598859:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.598861:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f68963 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.598891:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26918:x1801871189944576:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 204us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.598898:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101333 00000100:00100000:1.0:1718402021.599549:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.599596:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944640 00000100:00100000:1.0:1718402021.599617:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.599632:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7460 00000100:00100000:0.0:1718402021.599636:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad950c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+13:1883:x1801871189944640:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:0.0:1718402021.599645:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718402021.599651:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944768 00010000:00010000:0.0:1718402021.599656:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f688d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd61 expref: 13 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.599669:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880073530400) 00000100:00100000:3.0:1718402021.599670:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101334 00000100:00100000:3.0:1718402021.599673:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26918:x1801871189944768:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1718402021.599674:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.599688:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00000100:00100000:0.0:1718402021.599693:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad950c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+12:1883:x1801871189944640:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 56us (146us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402021.599695:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f688c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd5a expref: 22 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.599699:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7460 00010000:00010000:3.0:1718402021.599703:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88008df9a700) 00010000:00010000:3.0:1718402021.599710:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f688b4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd53 expref: 21 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599714:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008a404300) 00010000:00010000:3.0:1718402021.599717:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.599738:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599742:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599747:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.599759:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c4740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007552:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.599780:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.599789:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635c00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.599801:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007552 00000100:00100000:1.0:1718402021.599824:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20161 00000100:00100000:1.0:1718402021.599827:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7224:x1801871185007552:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.599833:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.599841:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68971 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f6896a expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.599852:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68971 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f6896a expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.599857:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68971 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f6896a expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.599861:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0100) 00010000:00010000:1.0:1718402021.599862:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.599863:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33b840, rc 0) 00000100:00100000:1.0:1718402021.599885:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185007552:12345-0@lo:101:mdt00_008.0 Request processed in 58us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.599888:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20161 00000100:00100000:3.0:1718402021.599894:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c4740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007552:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.599902:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599907:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599952:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f68978 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599956:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f68978 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599960:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f68978 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599969:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6897f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599973:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6897f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599976:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6897f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599986:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599989:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.599993:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.599999:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c4740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007616:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402021.600011:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.600024:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635c00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.600038:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007616 00000100:00100000:1.0:1718402021.600048:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20162 00000100:00100000:1.0:1718402021.600050:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185007616:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.600055:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.600059:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6898d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68986 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.600067:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6898d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68986 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.600071:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6898d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68986 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.600074:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800859f0700) 00010000:00010000:1.0:1718402021.600076:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.600076:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33af40, rc 0) 00000100:00100000:1.0:1718402021.600092:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185007616:12345-0@lo:101:mdt00_008.0 Request processed in 41us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.600095:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20162 00000100:00100000:3.0:1718402021.600098:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c4740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007616:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402021.600103:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600107:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.600128:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c4740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007680:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.600141:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.600146:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886359c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.600150:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007680 00000100:00100000:1.0:1718402021.600158:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20163 00000100:00100000:1.0:1718402021.600160:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185007680:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.600208:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c4740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007680:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.600209:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185007680:12345-0@lo:1000:mdt00_008.0 Request processed in 48us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.600212:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20163 00000100:00100000:3.0:1718402021.600226:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c4740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007744:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402021.600236:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.600241:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886359c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.600245:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007744 00000100:00100000:1.0:1718402021.600252:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20164 00000100:00100000:1.0:1718402021.600254:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185007744:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.600282:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185007744:12345-0@lo:1000:mdt00_008.0 Request processed in 27us (46us total) trans 0 rc -2/-2 00000100:00100000:1.0:1718402021.600285:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20164 00000100:00100000:3.0:1718402021.600287:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c4740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185007744:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402021.600307:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6897f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600311:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6897f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600314:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6897f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600317:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.600319:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6897f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600321:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6897f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600325:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff88008e126300) 00010000:00010000:3.0:1718402021.600326:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.600327:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6897f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600330:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6897f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600337:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600340:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600343:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600356:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1718402021.600360:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7af:0x0] 00010000:00010000:3.0:1718402021.600362:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f68978 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600368:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f68978 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600371:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f68978 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600374:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.600375:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f68978 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.600375:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402021.600377:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f68978 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.600379:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600380:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008e126f00) 00010000:00010000:3.0:1718402021.600381:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.600382:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f68978 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.600383:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6ac0 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402021.600385:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f68978 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.600386:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.600390:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600391:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600393:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600396:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.600404:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.600407:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718402021.600412:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.600425:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.600425:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.600428:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.600428:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e6ac0/0xddd980ffd8f68986 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6898d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.600431:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26918:x1801871189944768:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 757us (816us total) trans 0 rc -114/-114 00010000:00010000:1.0:1718402021.600432:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5200 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.600434:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.600435:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101334 00000004:00010000:1.0:1718402021.600438:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.600438:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.600439:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.600440:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.600447:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185007808:0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402021.600450:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.600453:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.600462:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.600465:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800737e5200/0xddd980ffd8f6896a lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68971 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.600466:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.600476:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.600477:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.600478:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.600484:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185007872:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1718402021.600484:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007808 00000100:00100000:0.0:1718402021.600497:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7461 00000100:00100000:0.0:1718402021.600499:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c5580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+9:3335:x1801871185007808:12345-0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1718402021.600501:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.600504:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1718402021.600511:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007872 00010000:00010000:0.0:1718402021.600511:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f6898d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68986 expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.600521:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800859f0700) 00000100:00100000:3.0:1718402021.600523:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7462 00000100:00100000:3.0:1718402021.600525:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3332:x1801871185007872:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.600525:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402021.600529:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.600534:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68971 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f6896a expref: 9 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.600541:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0100) 00010000:00010000:3.0:1718402021.600544:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.600547:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c5580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3335:x1801871185007808:12345-0@lo:103:ldlm_bl_03.0 Request processed in 46us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.600553:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7461 00000100:00100000:3.0:1718402021.600562:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95f00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:3332:x1801871185007872:12345-0@lo:103:ldlm_bl_04.0 Request processed in 36us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.600577:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c2ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185007808:0@lo:103:ldlm_bl_03.0 00000100:00100000:3.0:1718402021.600580:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7462 00000100:00100000:1.0:1718402021.600600:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad94740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185007872:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718402021.601014:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.601045:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944832 00000100:00100000:3.0:1718402021.601058:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101335 00000100:00100000:3.0:1718402021.601061:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad94740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26918:x1801871189944832:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.601066:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.601071:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f68994 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd8b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601087:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f6899b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601095:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f6899b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601099:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f6899b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601104:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f689a2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601108:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f689a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601111:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f689a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601132:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2400/0xddd980ffd8f689a9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601136:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2400/0xddd980ffd8f689a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601139:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2400/0xddd980ffd8f689a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.601144:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f0:0x0] 00000004:00010000:3.0:1718402021.601150:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2400/0xddd980ffd8f689a9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601154:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f6899b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601160:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f6899b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601163:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f6899b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601166:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac3180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.601167:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f6899b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601170:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f6899b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601173:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:3.0:1718402021.601174:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.601175:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f6899b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601178:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f6899b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601184:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f689a2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601186:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f689a2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601204:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f689a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601210:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac1200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.601211:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f689a2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601213:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f689a2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601217:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff880098669b00) 00010000:00010000:3.0:1718402021.601218:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.601218:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f689a2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601221:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f689a2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601232:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e5680/0xddd980ffd8f68994 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd8b expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601238:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2400/0xddd980ffd8f689a9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd8b expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601240:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008a404700) 00010000:00010000:3.0:1718402021.601241:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402021.601242:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac2400, rc 0) 00000100:00100000:3.0:1718402021.601263:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad94740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189944832:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 201us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.601266:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101335 00000100:00100000:2.0:1718402021.601867:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.601897:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.601907:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944896 00000100:00100000:0.0:1718402021.601917:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189944960 00000100:00100000:3.0:1718402021.601931:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101336 00000100:00100000:3.0:1718402021.601935:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26918:x1801871189944896:12345-192.168.204.24@tcp:101:lfs.0 00000100:00100000:0.0:1718402021.601940:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7463 00010000:00010000:3.0:1718402021.601941:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:0.0:1718402021.601944:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+13:1883:x1801871189944960:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1718402021.601947:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3a80/0xddd980ffd8f689b0 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd92 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.601950:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.601959:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2400/0xddd980ffd8f689a9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd8b expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601963:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.601968:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.601971:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008a404700) 00010000:00010000:3.0:1718402021.601973:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.601973:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.601995:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+12:1883:x1801871189944960:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 50us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.602000:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7463 00000004:00200000:3.0:1718402021.602013:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f0:0x0]: returning size 4096 00000004:00200000:3.0:1718402021.602015:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:3.0:1718402021.602027:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3a80/0xddd980ffd8f689b0 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd92 expref: 22 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602034:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd92 expref: 21 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602038:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880098669400) 00010000:00010000:3.0:1718402021.602039:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1718402021.602040:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac2d00, rc 0) 00000100:00100000:3.0:1718402021.602058:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:26918:x1801871189944896:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 123us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.602062:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101336 00000100:00100000:2.0:1718402021.602722:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.602758:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945088 00000100:00100000:3.0:1718402021.602777:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101337 00000100:00100000:3.0:1718402021.602780:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26918:x1801871189945088:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.602786:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.602791:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1f80/0xddd980ffd8f689be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbd99 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602811:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0000/0xddd980ffd8f689c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602816:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0000/0xddd980ffd8f689c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602820:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0000/0xddd980ffd8f689c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602825:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f689cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602828:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f689cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602831:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f689cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602840:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0000/0xddd980ffd8f689c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602843:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0000/0xddd980ffd8f689c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602849:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0000/0xddd980ffd8f689c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602852:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac0000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.602853:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0000/0xddd980ffd8f689c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602856:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0000/0xddd980ffd8f689c5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602860:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880098669200) 00010000:00010000:3.0:1718402021.602861:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.602862:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0000/0xddd980ffd8f689c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602865:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0000/0xddd980ffd8f689c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602870:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f689cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602873:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f689cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602875:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f689cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602878:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac0d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.602879:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f689cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602883:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f689cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602886:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff880098669700) 00010000:00010000:3.0:1718402021.602887:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.602888:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f689cc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602891:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f689cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602901:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1f80/0xddd980ffd8f689be lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd99 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602905:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1f80/0xddd980ffd8f689be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd99 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.602909:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac1f80, rc 0) 00000100:00100000:3.0:1718402021.602932:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26918:x1801871189945088:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 150us (213us total) trans 0 rc 301/301 00000100:00100000:3.0:1718402021.602935:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101337 00000100:00100000:1.0:1718402021.603622:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.603656:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945216 00000100:00100000:3.0:1718402021.603670:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101338 00000100:00100000:3.0:1718402021.603673:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:26918:x1801871189945216:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.603678:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.603683:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0900/0xddd980ffd8f689d3 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbda0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603706:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2f40/0xddd980ffd8f689da lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603711:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2f40/0xddd980ffd8f689da lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603715:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2f40/0xddd980ffd8f689da lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603720:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2ac0/0xddd980ffd8f689e1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603723:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2ac0/0xddd980ffd8f689e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603726:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2ac0/0xddd980ffd8f689e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.603771:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00010000:00010000:3.0:1718402021.603799:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2f40/0xddd980ffd8f689da lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603803:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2f40/0xddd980ffd8f689da lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603806:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2f40/0xddd980ffd8f689da lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603808:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2f40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.603810:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2f40/0xddd980ffd8f689da lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603813:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2f40/0xddd980ffd8f689da lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603817:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669600) 00010000:00010000:3.0:1718402021.603818:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.603819:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2f40/0xddd980ffd8f689da lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603822:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2f40/0xddd980ffd8f689da lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603826:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2ac0/0xddd980ffd8f689e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603829:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2ac0/0xddd980ffd8f689e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603832:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2ac0/0xddd980ffd8f689e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603834:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.603835:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2ac0/0xddd980ffd8f689e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603838:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2ac0/0xddd980ffd8f689e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603841:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff880098669800) 00010000:00010000:3.0:1718402021.603842:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.603843:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2ac0/0xddd980ffd8f689e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603846:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2ac0/0xddd980ffd8f689e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603857:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0900/0xddd980ffd8f689d3 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda0 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603860:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0900/0xddd980ffd8f689d3 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda0 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.603865:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac0900, rc 0) 00000100:00100000:3.0:1718402021.603890:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26918:x1801871189945216:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 216us (269us total) trans 4294987110 rc 301/301 00000100:00100000:3.0:1718402021.603894:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101338 00000100:00100000:1.0:1718402021.604730:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.604813:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945280 00000100:00100000:3.0:1718402021.604836:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101339 00000100:00100000:3.0:1718402021.604839:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:26918:x1801871189945280:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.604848:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.604853:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f689ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbda7 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.604864:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f689ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda7 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.604870:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f689ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda7 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.604874:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669d00) 00010000:00010000:3.0:1718402021.604876:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.604877:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac3840, rc 0) 00000100:00100000:3.0:1718402021.604893:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad917c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26918:x1801871189945280:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 53us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.604896:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101339 00000100:00100000:2.0:1718402021.605874:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.605918:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945344 00000100:00100000:0.0:1718402021.605949:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10805 00000100:00100000:0.0:1718402021.605954:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+23:26918:x1801871189945344:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:0.0:1718402021.607627:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+23:26918:x1801871189945344:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1671us (1752us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.607634:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10805 00000100:00100000:1.0:1718402021.608610:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.608645:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945408 00000100:00100000:3.0:1718402021.608665:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101340 00000100:00100000:3.0:1718402021.608669:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad96880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:26918:x1801871189945408:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402021.608675:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.608681:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f689f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbdae expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.608693:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f689f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdae expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.608699:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f689f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdae expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.608702:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880098669b00) 00010000:00010000:3.0:1718402021.608704:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.608705:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac0b40, rc 0) 00000100:00100000:3.0:1718402021.608721:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad96880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189945408:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 52us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.608724:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101340 00000100:00100000:2.0:1718402021.609751:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.609789:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945472 00000100:00100000:0.0:1718402021.609817:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10806 00000100:00100000:0.0:1718402021.609821:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189945472:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:0.0:1718402021.611458:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189945472:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1634us (1705us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.611469:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10806 00000100:00100000:1.0:1718402021.612784:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.612823:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945536 00000100:00100000:1.0:1718402021.612823:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.612847:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945600 00000100:00100000:3.0:1718402021.612857:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101341 00000100:00100000:3.0:1718402021.612860:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad96d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26918:x1801871189945536:12345-192.168.204.24@tcp:101:lfs.0 00000100:00100000:0.0:1718402021.612864:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101342 00010000:00010000:3.0:1718402021.612866:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:0.0:1718402021.612869:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad91c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+13:1882:x1801871189945600:12345-192.168.204.24@tcp:101:ll_sa_26918.0 00010000:00010000:3.0:1718402021.612873:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1d40/0xddd980ffd8f689fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbdb5 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.612876:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.612882:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f68a04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbdbc expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.612897:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68a0b lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.612901:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f68a12 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.612902:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68a0b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.612907:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68a0b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.612907:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f68a12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.612912:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f68a12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.612918:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f68a19 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.612922:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f68a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.612926:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f68a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.612949:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00000004:00200000:3.0:1718402021.612951:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00010000:00010000:0.0:1718402021.612958:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f68a20 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.612959:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68a0b lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.612962:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f68a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.612966:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f68a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.612970:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1d40/0xddd980ffd8f689fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdb5 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.612979:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68a0b lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdb5 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.612983:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880098669900) 00010000:00010000:3.0:1718402021.612984:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00000004:00200000:0.0:1718402021.612984:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bc:0x0]: returning size 1716 00010000:00010000:3.0:1718402021.612985:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac33c0, rc 0) 00000004:00200000:0.0:1718402021.612985:0:7223:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1718402021.612996:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f68a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613000:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f68a20 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613004:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f68a12 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613007:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f68a12 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613010:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f68a12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613013:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92d00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.613015:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f68a12 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.613016:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad96d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189945536:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 154us (233us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.613018:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f68a12 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.613022:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101341 00010000:00010000:0.0:1718402021.613023:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880098669b00) 00010000:00010000:0.0:1718402021.613024:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.613026:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f68a12 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613029:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92d00/0xddd980ffd8f68a12 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613036:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f68a19 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613038:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f68a19 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613041:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f68a19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613044:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.613045:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f68a19 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613047:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f68a19 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613050:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0xba987ca0 (ffff880073530200) 00010000:00010000:0.0:1718402021.613051:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.613052:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f68a19 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613054:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90240/0xddd980ffd8f68a19 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613067:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc918c0/0xddd980ffd8f68a04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdbc expref: 15 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613074:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f68a20 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdbc expref: 14 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613078:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131df6900) 00010000:00010000:0.0:1718402021.613079:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1718402021.613080:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91b00, rc 0) 00000100:00100000:0.0:1718402021.613106:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad91c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+14:1882:x1801871189945600:12345-192.168.204.24@tcp:101:ll_sa_26918.0 Request processed in 237us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.613110:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101342 00000100:00100000:1.0:1718402021.613837:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.613870:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945664 00000100:00100000:0.0:1718402021.613893:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7464 00000100:00100000:0.0:1718402021.613896:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad976c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+14:1881:x1801871189945664:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1718402021.613901:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.613907:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91b00/0xddd980ffd8f68a20 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdbc expref: 14 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.613914:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131df6900) 00010000:00010000:0.0:1718402021.613915:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.613935:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad976c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+13:1881:x1801871189945664:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 38us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.613939:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7464 00000100:00100000:2.0:1718402021.614173:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.614202:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945728 00000100:00100000:0.0:1718402021.614218:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10807 00000100:00100000:0.0:1718402021.614221:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189945728:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:0.0:1718402021.615490:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189945728:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1267us (1318us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.615495:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10807 00000100:00100000:1.0:1718402021.616392:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.616407:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945792 00000100:00100000:0.0:1718402021.616421:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101343 00000100:00100000:0.0:1718402021.616424:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad97200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189945792:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1718402021.616440:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68a27 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616445:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68a27 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616450:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68a27 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616455:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68a2e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616458:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68a2e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616461:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68a2e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616486:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616490:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616492:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.616509:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616514:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68a27 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616517:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68a27 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616519:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68a27 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616522:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc906c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.616523:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68a27 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616526:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68a27 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616530:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:0.0:1718402021.616531:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.616532:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68a27 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616535:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68a27 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616540:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68a2e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616546:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68a2e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616549:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68a2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616552:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.616552:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68a2e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616555:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68a2e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616558:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3166 (ffff880073530d00) 00010000:00010000:0.0:1718402021.616559:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.616559:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68a2e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616562:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68a2e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616584:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616587:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616589:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616595:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.616596:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616599:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616602:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff880073530800) 00010000:00010000:0.0:1718402021.616603:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.616604:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.616606:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68a35 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.616633:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad97200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189945792:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 208us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.616637:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101343 00000100:00100000:2.0:1718402021.617324:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.617353:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945920 00000100:00100000:0.0:1718402021.617369:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101344 00000100:00100000:0.0:1718402021.617372:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189945920:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.617377:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.617382:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68a3c lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbdc3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.617408:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68a43 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.617416:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68a43 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.617420:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68a43 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.617425:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f5:0x0]: returning size 0 00010000:00010000:0.0:1718402021.617466:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68a3c lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdc3 expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.617473:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68a43 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdc3 expref: 26 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.617476:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff880073530c00) 00010000:00010000:0.0:1718402021.617478:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.617478:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc90000, rc 0) 00000100:00100000:0.0:1718402021.617500:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+26:26918:x1801871189945920:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 128us (178us total) trans 4294987111 rc 0/0 00000100:00100000:0.0:1718402021.617504:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101344 00000100:00100000:1.0:1718402021.618337:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.618366:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189945984 00000100:00100000:0.0:1718402021.618387:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101345 00000100:00100000:0.0:1718402021.618390:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad904c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+26:26918:x1801871189945984:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.618399:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.618404:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68a51 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbdca expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.618422:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68a51 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdca expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.618428:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68a51 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdca expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.618436:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff880073530c00) 00010000:00010000:0.0:1718402021.618438:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718402021.618439:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92f40, rc 0) 00000100:00100000:0.0:1718402021.618462:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad904c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189945984:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 71us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.618466:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101345 00000100:00100000:1.0:1718402021.619315:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.619365:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189946048 00000100:00100000:3.0:1718402021.619404:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 540 00000100:00100000:3.0:1718402021.619410:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1883:x1801871189946048:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:3.0:1718402021.619443:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x59e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.619447:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f68a58 lrc: 3/0,1 mode: --/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.619457:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.619459:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.619462:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f68a58 lrc: 3/0,1 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.619472:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f68a58 lrc: 3/0,1 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.619481:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f68a58 lrc: 3/0,1 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.619487:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f68a58 lrc: 2/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.619507:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718402021.619518:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.619522:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f68a58 lrc: 2/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.619529:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac21c0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.619530:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f68a58 lrc: 2/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.619535:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f68a58 lrc: 3/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.619544:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1883:x1801871189946048:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 133us (228us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.619545:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f68a58 lrc: 1/0,0 mode: --/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.619548:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f68a58 lrc: 0/0,0 mode: --/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.619550:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 540 00010000:00010000:0.0:1718402021.619557:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.619558:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.619559:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.620352:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.620386:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189946176 00000100:00100000:0.0:1718402021.620408:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101346 00000100:00100000:0.0:1718402021.620413:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189946176:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1718402021.620436:0:7223:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.620448:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68a0b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdb5 expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620460:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880098669900) 00010000:00010000:0.0:1718402021.620465:0:7223:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.620491:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620497:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620505:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.620521:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185007936:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1718402021.620547:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.620584:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297000 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.620591:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185007936 00000100:00100000:1.0:1718402021.620615:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20165 00000100:00100000:1.0:1718402021.620617:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7223:x1801871185007936:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.620623:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.620630:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f68a66 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68a5f expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.620640:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f68a66 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68a5f expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.620645:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f68a66 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68a5f expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.620649:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0a00) 00010000:00010000:1.0:1718402021.620650:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.620651:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33af40, rc 0) 00000100:00100000:1.0:1718402021.620678:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185007936:12345-0@lo:101:mdt00_007.0 Request processed in 60us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.620683:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20165 00000100:00100000:0.0:1718402021.620702:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185007936:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1718402021.620714:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620719:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620775:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68a6d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620779:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68a6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620783:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68a6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620822:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff880073530c00) 00010000:00010000:0.0:1718402021.620824:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.620826:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68a43 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdc3 expref: 26 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620840:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620845:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68a51 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdca expref: 25 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620848:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620859:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68a51 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdca expref: 25 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.620865:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68a51 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdca expref: 25 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.620874:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008000:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402021.620903:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297000 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.621593:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008000:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.621668:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.621727:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.621770:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189946240 00010000:00010000:0.0:1718402021.621783:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68a51 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdca expref: 26 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.621808:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32798 00000100:00100000:0.0:1718402021.621813:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d76c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+26:1882:x1801871189946240:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1718402021.621820:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.621823:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68a51 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdca expref: 26 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.621830:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68a51 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdca expref: 26 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.621841:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68a51 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdca expref: 26 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.621851:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff880073530c00) 00010000:00010000:0.0:1718402021.621854:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.621863:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.621868:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.621882:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.621890:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.621898:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.621909:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d76c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+25:1882:x1801871189946240:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 95us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.621916:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32798 00010000:00010000:2.0:1718402021.621939:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68a7b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x600:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.621946:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68a7b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x600:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.621965:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68a7b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x600:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622013:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68a7b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x600:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622019:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68a7b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x600:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622025:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68a7b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x600:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622030:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.622032:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68a7b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x600:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622037:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68a7b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x600:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622044:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x600:0x0].0x0 (ffff880071ebb800) 00010000:00010000:2.0:1718402021.622046:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.622047:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68a7b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x600:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622052:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68a7b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x600:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622086:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622095:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622100:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622105:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93a80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.622107:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622111:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622117:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff880073530c00) 00010000:00010000:2.0:1718402021.622119:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.622120:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622125:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68a74 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622140:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68a6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622145:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68a6d lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622150:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68a6d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622158:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.622160:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68a6d lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622164:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68a6d lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622170:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880073530400) 00010000:00010000:2.0:1718402021.622171:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.622172:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68a6d lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622177:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68a6d lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622186:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622220:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622225:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.622235:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718402021.622241:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.622243:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.622248:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90480 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:0.0:1718402021.622250:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.622254:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.622266:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.622269:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718402021.622271:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189946176:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1857us (1918us total) trans 0 rc -114/-114 00000100:00100000:2.0:1718402021.622278:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101346 00010000:00010000:0.0:1718402021.622279:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.622282:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90480/0xddd980ffd8f68a5f lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68a66 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.622287:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1718402021.622292:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.622293:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.622293:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.622295:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185008064:0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1718402021.622313:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.622325:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185008064 00000100:00100000:0.0:1718402021.622343:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7465 00000100:00100000:0.0:1718402021.622345:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3332:x1801871185008064:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402021.622349:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.622354:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f68a66 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68a5f expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.622361:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0a00) 00010000:00010000:0.0:1718402021.622363:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.622386:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3332:x1801871185008064:12345-0@lo:103:ldlm_bl_01.0 Request processed in 41us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.622390:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7465 00000100:00100000:1.0:1718402021.622412:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185008064:0@lo:103:ldlm_bl_01.0 00000100:00100000:2.0:1718402021.622877:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.622909:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189946368 00000100:00100000:0.0:1718402021.622926:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10808 00000100:00100000:0.0:1718402021.622929:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf45050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189946368:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.622965:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf45050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189946368:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 36us (91us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718402021.622970:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10808 00000100:00100000:2.0:1718402021.623728:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.623748:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189946432 00000100:00100000:0.0:1718402021.623769:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101347 00000100:00100000:0.0:1718402021.623772:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189946432:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1718402021.623790:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68a82 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623797:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68a82 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623802:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68a82 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623808:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68a89 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623811:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68a89 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623814:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68a89 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623837:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623841:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623844:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.623867:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623874:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68a82 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623883:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68a82 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623888:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68a82 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623893:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.623895:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68a82 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623900:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68a82 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623907:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:0.0:1718402021.623909:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.623911:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68a82 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623915:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68a82 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623924:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68a89 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623929:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68a89 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623934:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68a89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623943:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.623944:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68a89 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623949:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68a89 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623954:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3266 (ffff880073530700) 00010000:00010000:0.0:1718402021.623956:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.623957:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68a89 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623962:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68a89 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623972:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623975:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623980:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623984:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc921c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.623985:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623989:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.623994:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff880073613700) 00010000:00010000:0.0:1718402021.623996:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.623997:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.624002:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68a90 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.624040:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189946432:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 267us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.624045:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101347 00000100:00100000:1.0:1718402021.624736:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.624754:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189946560 00000100:00100000:0.0:1718402021.624776:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101348 00000100:00100000:0.0:1718402021.624779:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+24:26918:x1801871189946560:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.624788:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.624795:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68a97 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbdd1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.624828:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68a9e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.624833:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68a9e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.624837:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68a9e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.624843:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f9:0x0]: returning size 0 00010000:00010000:0.0:1718402021.624886:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68a97 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd1 expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.624894:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68a9e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd1 expref: 26 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.624898:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff880073613a00) 00010000:00010000:0.0:1718402021.624899:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.624900:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92400, rc 0) 00000100:00100000:0.0:1718402021.624925:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+26:26918:x1801871189946560:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 145us (190us total) trans 4294987112 rc 0/0 00000100:00100000:0.0:1718402021.624929:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101348 00000100:00100000:2.0:1718402021.625719:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.625750:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189946624 00000100:00100000:0.0:1718402021.625769:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101349 00000100:00100000:0.0:1718402021.625772:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+26:26918:x1801871189946624:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.625779:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.625784:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68aac lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbdd8 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.625798:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68aac lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd8 expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.625803:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68aac lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd8 expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.625809:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff880073613a00) 00010000:00010000:0.0:1718402021.625811:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718402021.625812:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91680, rc 0) 00000100:00100000:0.0:1718402021.625835:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189946624:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 61us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.625840:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101349 00000100:00100000:2.0:1718402021.626520:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.626554:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189946688 00000100:00100000:3.0:1718402021.626602:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 541 00000100:00100000:3.0:1718402021.626606:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189946688:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:3.0:1718402021.626631:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x596:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.626634:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68ab3 lrc: 3/0,1 mode: --/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.626641:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.626642:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.626643:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68ab3 lrc: 3/0,1 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.626649:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68ab3 lrc: 3/0,1 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.626654:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68ab3 lrc: 3/0,1 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.626657:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68ab3 lrc: 2/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.626664:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718402021.626670:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.626673:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68ab3 lrc: 2/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.626678:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac1440 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.626680:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68ab3 lrc: 2/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.626684:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68ab3 lrc: 3/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.626691:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189946688:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 84us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.626695:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 541 00010000:00010000:0.0:1718402021.626695:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68ab3 lrc: 1/0,0 mode: --/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.626700:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68ab3 lrc: 0/0,0 mode: --/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.626712:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.626713:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.626714:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.627605:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.627635:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189946816 00000100:00100000:0.0:1718402021.627656:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101350 00000100:00100000:0.0:1718402021.627659:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189946816:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1718402021.627693:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.627701:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.627705:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.627713:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185008128:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1718402021.627732:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.627747:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297e40 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.627766:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185008128 00000100:00100000:1.0:1718402021.627789:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20166 00000100:00100000:1.0:1718402021.627792:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7223:x1801871185008128:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.627798:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.627804:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68ac1 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68aba expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.627815:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68ac1 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68aba expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.627821:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68ac1 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68aba expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.627824:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0200) 00010000:00010000:1.0:1718402021.627826:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.627827:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33b840, rc 0) 00000100:00100000:1.0:1718402021.627852:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185008128:12345-0@lo:101:mdt00_007.0 Request processed in 59us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.627855:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20166 00000100:00100000:0.0:1718402021.627870:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185008128:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1718402021.627879:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.627884:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.627941:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68ac8 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.627948:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68ac8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.627954:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68ac8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.628005:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff880073613a00) 00010000:00010000:0.0:1718402021.628007:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.628010:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68a9e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd1 expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.628030:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.628038:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68aac lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd8 expref: 26 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.628043:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.628058:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68aac lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd8 expref: 26 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.628065:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68aac lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd8 expref: 26 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.628073:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008192:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402021.628107:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297e40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.628678:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008192:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.628689:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.628889:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.628921:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189946880 00010000:00010000:0.0:1718402021.628932:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68aac lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd8 expref: 27 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.628948:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32799 00000100:00100000:0.0:1718402021.628951:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+27:1882:x1801871189946880:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.628956:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.628958:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68aac lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd8 expref: 27 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.628963:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68aac lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd8 expref: 27 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.628970:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68aac lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdd8 expref: 27 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.628977:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff880073613a00) 00010000:00010000:0.0:1718402021.628979:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.628983:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.628986:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.629002:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.629027:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.629028:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+26:1882:x1801871189946880:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 74us (139us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.629033:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.629034:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32799 00010000:00010000:2.0:1718402021.629067:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f68ad6 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x601:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629074:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f68ad6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x601:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629080:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f68ad6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x601:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629140:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f68ad6 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x601:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629145:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f68ad6 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x601:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629149:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f68ad6 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x601:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629153:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.629155:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f68ad6 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x601:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629164:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f68ad6 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x601:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629171:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x601:0x0].0x0 (ffff880071ebb200) 00010000:00010000:2.0:1718402021.629173:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.629175:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f68ad6 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x601:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629178:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54900/0xddd980ffd8f68ad6 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x601:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629193:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629195:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629198:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629201:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.629202:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629221:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629225:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff880073613a00) 00010000:00010000:2.0:1718402021.629226:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.629228:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629231:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68acf lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629239:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68ac8 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629241:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68ac8 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629245:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68ac8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629248:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93cc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.629248:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68ac8 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629251:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68ac8 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629254:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880073613d00) 00010000:00010000:2.0:1718402021.629255:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.629256:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68ac8 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629258:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68ac8 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629263:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629267:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629270:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.629282:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.629305:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.629309:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.629310:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+25:26918:x1801871189946816:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1649us (1705us total) trans 0 rc -114/-114 00000100:00100000:2.0:1718402021.629316:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101350 00010000:00010000:1.0:1718402021.629316:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc933c0 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.629318:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.629324:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.629337:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.629340:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.629359:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.629360:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad90e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185008256:0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.629368:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc933c0/0xddd980ffd8f68aba lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68ac1 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.629384:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.629384:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.629385:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.629386:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.629400:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185008256 00000100:00100000:0.0:1718402021.629416:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7466 00000100:00100000:0.0:1718402021.629420:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3334:x1801871185008256:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.629425:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.629433:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68ac1 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68aba expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.629441:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0200) 00010000:00010000:0.0:1718402021.629444:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.629469:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3334:x1801871185008256:12345-0@lo:103:ldlm_bl_04.0 Request processed in 49us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.629473:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7466 00000100:00100000:2.0:1718402021.629486:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad90e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185008256:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718402021.629860:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.629878:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947008 00000100:00100000:0.0:1718402021.629902:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10809 00000100:00100000:0.0:1718402021.629904:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad90980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+25:26918:x1801871189947008:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.629936:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad90980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+25:26918:x1801871189947008:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 31us (78us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718402021.629940:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10809 00000100:00100000:3.0:1718402021.630509:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.630576:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947072 00000100:00100000:2.0:1718402021.630603:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101351 00000100:00100000:2.0:1718402021.630606:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+25:26918:x1801871189947072:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1718402021.630624:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68add lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630631:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68add lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630635:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68add lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630641:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68ae4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630645:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68ae4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630649:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68ae4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630672:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630676:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630679:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.630698:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630702:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68add lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630705:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68add lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630708:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68add lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630711:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.630712:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68add lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630716:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68add lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630720:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:2.0:1718402021.630722:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.630723:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68add lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630726:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68add lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630731:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68ae4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630734:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68ae4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630737:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68ae4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630740:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.630741:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68ae4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630743:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68ae4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630746:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3666 (ffff880071ebb700) 00010000:00010000:2.0:1718402021.630747:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.630748:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68ae4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630752:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68ae4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630758:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630760:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630764:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630766:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e561c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.630767:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630770:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630772:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff880071ebb400) 00010000:00010000:2.0:1718402021.630773:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.630774:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.630776:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e561c0/0xddd980ffd8f68aeb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.630806:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+25:26918:x1801871189947072:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 199us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.630811:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101351 00000100:00100000:3.0:1718402021.631511:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.631553:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947200 00000100:00100000:2.0:1718402021.631592:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101352 00000100:00100000:2.0:1718402021.631596:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+25:26918:x1801871189947200:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.631604:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.631612:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68af2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbddf expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.631649:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56f40/0xddd980ffd8f68af9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.631657:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56f40/0xddd980ffd8f68af9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.631664:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56f40/0xddd980ffd8f68af9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402021.631672:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f7:0x0]: returning size 0 00010000:00010000:2.0:1718402021.631720:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68af2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbddf expref: 28 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.631731:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56f40/0xddd980ffd8f68af9 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbddf expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.631737:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff880071ebb100) 00010000:00010000:2.0:1718402021.631739:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402021.631740:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e56f40, rc 0) 00000100:00100000:2.0:1718402021.631771:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189947200:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 173us (261us total) trans 4294987113 rc 0/0 00000100:00100000:2.0:1718402021.631778:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101352 00000100:00100000:1.0:1718402021.632378:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.632421:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947264 00000100:00100000:2.0:1718402021.632445:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101353 00000100:00100000:2.0:1718402021.632448:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad90e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189947264:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.632455:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.632460:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68b07 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbde6 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.632479:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68b07 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbde6 expref: 28 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.632487:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68b07 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbde6 expref: 28 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.632498:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff880071ebb100) 00010000:00010000:2.0:1718402021.632501:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1718402021.632502:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57600, rc 0) 00000100:00100000:2.0:1718402021.632522:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad90e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+28:26918:x1801871189947264:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 73us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.632529:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101353 00000100:00100000:3.0:1718402021.633224:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.633256:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947328 00000100:00100000:0.0:1718402021.633284:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 542 00000100:00100000:0.0:1718402021.633287:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189947328:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:0.0:1718402021.633308:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x598:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718402021.633311:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68b0e lrc: 3/0,1 mode: --/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.633317:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.633318:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.633320:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68b0e lrc: 3/0,1 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.633325:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68b0e lrc: 3/0,1 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.633331:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68b0e lrc: 3/0,1 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.633333:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68b0e lrc: 2/0,0 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.633345:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.633357:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.633360:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68b0e lrc: 2/0,0 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.633365:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90900 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.633367:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68b0e lrc: 2/0,0 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.633370:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c4c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189947328:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 82us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.633374:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 542 00010000:00010000:2.0:1718402021.633375:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68b0e lrc: 3/0,0 mode: PW/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.633384:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68b0e lrc: 1/0,0 mode: --/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.633388:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68b0e lrc: 0/0,0 mode: --/PW res: [0x598:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.633398:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.633399:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.633400:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.634047:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.634083:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947456 00000100:00100000:2.0:1718402021.634098:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101354 00000100:00100000:2.0:1718402021.634100:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+28:26918:x1801871189947456:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1718402021.634130:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634134:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634139:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.634146:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185008320:0@lo:101:mdt00_007.0 00000100:00100000:2.0:1718402021.634164:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.634180:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.634212:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185008320 00000100:00100000:1.0:1718402021.634234:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20167 00000100:00100000:1.0:1718402021.634237:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7223:x1801871185008320:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.634243:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.634250:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f68b1c lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68b15 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.634261:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f68b1c lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68b15 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.634266:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f68b1c lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68b15 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.634271:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0a00) 00010000:00010000:1.0:1718402021.634272:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.634273:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33af40, rc 0) 00000100:00100000:1.0:1718402021.634300:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185008320:12345-0@lo:101:mdt00_007.0 Request processed in 62us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.634304:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20167 00000100:00100000:2.0:1718402021.634318:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185008320:0@lo:101:mdt00_007.0 00010000:00010000:2.0:1718402021.634325:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634330:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634382:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f68b23 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634389:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f68b23 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634395:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f68b23 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634441:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff880071ebb100) 00010000:00010000:2.0:1718402021.634443:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402021.634446:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56f40/0xddd980ffd8f68af9 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbddf expref: 28 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634458:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634463:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68b07 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbde6 expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634467:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634477:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68b07 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbde6 expref: 27 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.634483:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68b07 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbde6 expref: 27 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:2.0:1718402021.634488:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008384:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402021.634515:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.635115:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008384:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402021.635124:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.635176:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.635211:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947520 00010000:00010000:0.0:1718402021.635225:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68b07 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbde6 expref: 28 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.635249:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32800 00000100:00100000:0.0:1718402021.635254:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c76c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+28:1883:x1801871189947520:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402021.635261:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.635265:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68b07 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbde6 expref: 28 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.635273:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68b07 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbde6 expref: 28 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.635283:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f68b07 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbde6 expref: 28 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.635296:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff880071ebb100) 00010000:00010000:0.0:1718402021.635298:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.635304:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.635309:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.635331:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.635348:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635352:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.635353:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c76c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+27:1883:x1801871189947520:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 99us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.635359:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32800 00010000:00010000:2.0:1718402021.635378:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68b31 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x602:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635382:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68b31 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x602:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635386:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68b31 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x602:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635421:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68b31 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x602:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635424:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68b31 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x602:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635428:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68b31 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x602:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635431:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.635432:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68b31 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x602:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635434:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68b31 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x602:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635438:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x602:0x0].0x0 (ffff880071ebba00) 00010000:00010000:2.0:1718402021.635440:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.635441:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68b31 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x602:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635443:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f68b31 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x602:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635455:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635459:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635461:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635464:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.635465:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635468:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635472:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff880071ebb100) 00010000:00010000:2.0:1718402021.635473:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.635474:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635476:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f68b2a lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635482:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f68b23 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635485:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f68b23 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635487:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f68b23 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635489:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.635490:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f68b23 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635493:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f68b23 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635497:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880071ebbf00) 00010000:00010000:2.0:1718402021.635498:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.635499:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f68b23 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635502:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f68b23 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635507:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635510:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635513:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.635526:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718402021.635541:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.635544:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.635548:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54480 already unused, calling callback (ffffffffa0ead0e0) 00000100:00100000:2.0:1718402021.635550:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+26:26918:x1801871189947456:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1448us (1504us total) trans 0 rc -114/-114 00010000:00010000:0.0:1718402021.635550:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.635554:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101354 00000004:00010000:0.0:1718402021.635554:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.635578:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.635581:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402021.635596:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.635599:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185008448:0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402021.635601:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e54480/0xddd980ffd8f68b15 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68b1c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.635612:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.635613:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.635614:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.635616:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.635627:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185008448 00000100:00100000:0.0:1718402021.635642:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7467 00000100:00100000:0.0:1718402021.635646:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3335:x1801871185008448:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402021.635652:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.635658:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33af40/0xddd980ffd8f68b1c lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68b15 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.635666:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0a00) 00010000:00010000:0.0:1718402021.635670:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.635689:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3335:x1801871185008448:12345-0@lo:103:ldlm_bl_01.0 Request processed in 43us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.635693:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7467 00000100:00100000:2.0:1718402021.635705:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c3dc0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185008448:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718402021.636123:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.636139:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947648 00000100:00100000:0.0:1718402021.636157:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10810 00000100:00100000:0.0:1718402021.636160:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+26:26918:x1801871189947648:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.636187:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+26:26918:x1801871189947648:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 27us (65us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718402021.636207:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10810 00000100:00100000:1.0:1718402021.636731:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.636768:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947712 00000100:00100000:2.0:1718402021.636787:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101355 00000100:00100000:2.0:1718402021.636790:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+26:26918:x1801871189947712:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1718402021.636806:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68b38 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636812:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68b38 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636817:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68b38 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636823:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68b3f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636826:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68b3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636830:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68b3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636850:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636853:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636857:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.636872:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636876:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68b38 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636880:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68b38 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636886:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68b38 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636889:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57a80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.636890:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68b38 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636892:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68b38 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636896:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:2.0:1718402021.636897:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.636898:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68b38 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636901:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57a80/0xddd980ffd8f68b38 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636906:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68b3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636908:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68b3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636911:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68b3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636914:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e573c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.636914:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68b3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636918:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68b3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636921:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3866 (ffff880071ebbd00) 00010000:00010000:2.0:1718402021.636922:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.636923:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68b3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636925:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e573c0/0xddd980ffd8f68b3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636930:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636933:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636935:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636938:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.636939:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636942:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636945:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff880071ebb900) 00010000:00010000:2.0:1718402021.636946:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.636947:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.636950:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f68b46 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.636980:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+26:26918:x1801871189947712:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 189us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.636984:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101355 00000100:00100000:3.0:1718402021.637743:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.637781:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947840 00000100:00100000:2.0:1718402021.637803:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101356 00000100:00100000:2.0:1718402021.637806:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+26:26918:x1801871189947840:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.637811:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.637816:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55200/0xddd980ffd8f68b4d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbded expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.637843:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f68b54 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.637847:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f68b54 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.637852:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f68b54 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402021.637856:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f8:0x0]: returning size 0 00010000:00010000:2.0:1718402021.637889:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55200/0xddd980ffd8f68b4d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbded expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.637896:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f68b54 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbded expref: 28 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.637900:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff880098657900) 00010000:00010000:2.0:1718402021.637902:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402021.637903:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e558c0, rc 0) 00000100:00100000:2.0:1718402021.637926:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+28:26918:x1801871189947840:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 119us (184us total) trans 4294987114 rc 0/0 00000100:00100000:2.0:1718402021.637930:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101356 00000100:00100000:3.0:1718402021.638738:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.638774:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947904 00000100:00100000:2.0:1718402021.638792:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101357 00000100:00100000:2.0:1718402021.638795:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+28:26918:x1801871189947904:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.638801:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.638806:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f68b62 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbdf4 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.638820:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f68b62 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdf4 expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.638825:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f68b62 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdf4 expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.638831:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff880098657900) 00010000:00010000:2.0:1718402021.638832:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1718402021.638833:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e56880, rc 0) 00000100:00100000:2.0:1718402021.638848:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+29:26918:x1801871189947904:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 52us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.638852:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101357 00000100:00100000:1.0:1718402021.639540:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.639589:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189947968 00000100:00100000:0.0:1718402021.639620:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 543 00000100:00100000:0.0:1718402021.639625:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1881:x1801871189947968:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:0.0:1718402021.639648:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x599:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718402021.639651:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68b69 lrc: 3/0,1 mode: --/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.639660:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.639661:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.639664:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68b69 lrc: 3/0,1 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.639671:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68b69 lrc: 3/0,1 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.639678:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68b69 lrc: 3/0,1 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.639683:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68b69 lrc: 2/0,0 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.639701:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.639711:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.639715:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68b69 lrc: 2/0,0 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.639720:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93cc0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.639721:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68b69 lrc: 2/0,0 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.639725:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68b69 lrc: 3/0,0 mode: PW/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.639731:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1881:x1801871189947968:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 105us (192us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.639732:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68b69 lrc: 1/0,0 mode: --/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.639736:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc93cc0/0xddd980ffd8f68b69 lrc: 0/0,0 mode: --/PW res: [0x599:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.639736:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 543 00010000:00010000:2.0:1718402021.639745:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.639746:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.639747:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.640332:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.640375:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948096 00000100:00100000:2.0:1718402021.640396:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101358 00000100:00100000:2.0:1718402021.640399:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+29:26918:x1801871189948096:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1718402021.640426:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640430:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640435:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.640443:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185008512:0@lo:101:mdt00_007.0 00000100:00100000:2.0:1718402021.640467:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.640488:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef540 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.640509:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185008512 00000100:00100000:1.0:1718402021.640538:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20168 00000100:00100000:1.0:1718402021.640541:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7223:x1801871185008512:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.640547:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.640554:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68b77 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68b70 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.640577:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68b77 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68b70 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.640586:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68b77 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68b70 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.640597:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0200) 00010000:00010000:1.0:1718402021.640599:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.640601:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33b840, rc 0) 00000100:00100000:1.0:1718402021.640636:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185008512:12345-0@lo:101:mdt00_007.0 Request processed in 94us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.640642:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20168 00000100:00100000:2.0:1718402021.640657:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185008512:0@lo:101:mdt00_007.0 00010000:00010000:2.0:1718402021.640665:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640670:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640722:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f68b7e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640726:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f68b7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640731:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f68b7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640774:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff880098657900) 00010000:00010000:2.0:1718402021.640777:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402021.640781:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f68b54 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbded expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640799:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640804:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f68b62 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdf4 expref: 28 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640808:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640817:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f68b62 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdf4 expref: 28 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.640823:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f68b62 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdf4 expref: 28 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:2.0:1718402021.640828:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008576:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402021.640855:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef540 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.641489:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008576:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402021.641500:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.641556:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.641593:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948160 00010000:00010000:0.0:1718402021.641605:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f68b62 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdf4 expref: 29 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.641621:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32801 00000100:00100000:0.0:1718402021.641626:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c0e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+29:1882:x1801871189948160:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1718402021.641633:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.641636:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f68b62 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdf4 expref: 29 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.641643:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f68b62 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdf4 expref: 29 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.641651:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f68b62 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdf4 expref: 29 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.641659:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff880098657900) 00010000:00010000:0.0:1718402021.641665:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.641671:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.641676:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.641695:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.641707:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641712:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.641717:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c0e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+28:1882:x1801871189948160:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 91us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.641722:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32801 00010000:00010000:2.0:1718402021.641736:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55f80/0xddd980ffd8f68b8c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x603:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641740:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55f80/0xddd980ffd8f68b8c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x603:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641744:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55f80/0xddd980ffd8f68b8c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x603:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641778:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55f80/0xddd980ffd8f68b8c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x603:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641782:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55f80/0xddd980ffd8f68b8c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x603:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641785:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55f80/0xddd980ffd8f68b8c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x603:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641788:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.641789:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55f80/0xddd980ffd8f68b8c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x603:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641792:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55f80/0xddd980ffd8f68b8c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x603:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641796:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x603:0x0].0x0 (ffff880098657700) 00010000:00010000:2.0:1718402021.641797:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.641798:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55f80/0xddd980ffd8f68b8c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x603:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641801:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55f80/0xddd980ffd8f68b8c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x603:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641812:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641816:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641821:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641824:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.641825:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641828:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641831:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff880098657900) 00010000:00010000:2.0:1718402021.641832:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.641832:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641835:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54b40/0xddd980ffd8f68b85 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641843:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f68b7e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641847:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f68b7e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641851:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f68b7e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641861:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.641862:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f68b7e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641868:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f68b7e lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641874:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880098657b00) 00010000:00010000:2.0:1718402021.641876:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.641877:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f68b7e lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641882:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54fc0/0xddd980ffd8f68b7e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641890:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641896:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641900:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.641920:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.641953:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189948096:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1552us (1620us total) trans 0 rc -114/-114 00010000:00010000:1.0:1718402021.641958:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1718402021.641959:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101358 00010000:00010000:1.0:1718402021.641962:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.641970:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55b00 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.641973:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.641979:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.642002:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.642008:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.642029:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.642035:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68b70 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68b77 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.642058:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.642060:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.642061:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.642061:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad950c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185008640:0@lo:103:ldlm_bl_04.0 00000100:00100000:0.0:1718402021.642094:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.642107:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185008640 00000100:00100000:2.0:1718402021.642134:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7468 00000100:00100000:2.0:1718402021.642138:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c17c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3332:x1801871185008640:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402021.642144:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.642153:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68b77 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68b70 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.642163:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0200) 00010000:00010000:2.0:1718402021.642168:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.642213:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c17c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3332:x1801871185008640:12345-0@lo:103:ldlm_bl_04.0 Request processed in 75us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.642218:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7468 00000100:00100000:0.0:1718402021.642220:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad950c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185008640:0@lo:103:ldlm_bl_04.0 00000100:00100000:3.0:1718402021.642481:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.642497:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948288 00000100:00100000:0.0:1718402021.642515:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10811 00000100:00100000:0.0:1718402021.642517:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189948288:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.642549:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189948288:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 30us (70us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718402021.642553:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10811 00000100:00100000:3.0:1718402021.643169:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.643206:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948352 00000100:00100000:2.0:1718402021.643220:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101359 00000100:00100000:2.0:1718402021.643223:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189948352:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1718402021.643239:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68b93 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643245:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68b93 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643250:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68b93 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643255:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68b9a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643259:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68b9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643263:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68b9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643284:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643288:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643291:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.643313:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643317:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68b93 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643319:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68b93 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643322:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68b93 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643325:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.643326:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68b93 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643329:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68b93 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643333:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:2.0:1718402021.643334:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.643335:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68b93 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643342:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54d80/0xddd980ffd8f68b93 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643347:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68b9a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643350:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68b9a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643354:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68b9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643356:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.643357:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68b9a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643360:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68b9a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643363:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3366 (ffff880098657c00) 00010000:00010000:2.0:1718402021.643364:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.643365:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68b9a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643367:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55680/0xddd980ffd8f68b9a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643373:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643379:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643382:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643384:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.643385:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643388:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643391:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff880098657f00) 00010000:00010000:2.0:1718402021.643392:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.643392:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.643395:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54240/0xddd980ffd8f68ba1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5fb:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.643423:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189948352:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 199us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.643427:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101359 00000100:00100000:1.0:1718402021.644099:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.644134:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948480 00000100:00100000:2.0:1718402021.644153:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101360 00000100:00100000:2.0:1718402021.644156:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad95f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+27:26918:x1801871189948480:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.644161:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.644167:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f68ba8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbdfb expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.644213:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f68baf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.644220:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f68baf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.644227:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f68baf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402021.644235:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fb:0x0]: returning size 0 00010000:00010000:2.0:1718402021.644283:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e546c0/0xddd980ffd8f68ba8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdfb expref: 30 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.644294:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f68baf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdfb expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.644299:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff880098657100) 00010000:00010000:2.0:1718402021.644301:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402021.644303:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57cc0, rc 0) 00000100:00100000:2.0:1718402021.644330:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad95f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+29:26918:x1801871189948480:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 173us (233us total) trans 4294987115 rc 0/0 00000100:00100000:2.0:1718402021.644336:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101360 00000100:00100000:3.0:1718402021.645029:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.645063:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948544 00000100:00100000:2.0:1718402021.645078:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101361 00000100:00100000:2.0:1718402021.645080:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+29:26918:x1801871189948544:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402021.645087:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.645092:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68bbd lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe02 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.645108:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68bbd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe02 expref: 30 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.645116:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68bbd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe02 expref: 30 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.645126:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff880098657100) 00010000:00010000:2.0:1718402021.645129:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1718402021.645130:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54000, rc 0) 00000100:00100000:2.0:1718402021.645157:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+30:26918:x1801871189948544:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 75us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.645162:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101361 00000100:00100000:3.0:1718402021.645989:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.646021:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948608 00000100:00100000:0.0:1718402021.646048:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 544 00000100:00100000:0.0:1718402021.646051:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1882:x1801871189948608:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:0.0:1718402021.646075:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x59f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718402021.646078:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc93840/0xddd980ffd8f68bc4 lrc: 3/0,1 mode: --/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.646084:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.646085:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.646087:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc93840/0xddd980ffd8f68bc4 lrc: 3/0,1 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.646093:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc93840/0xddd980ffd8f68bc4 lrc: 3/0,1 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.646098:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc93840/0xddd980ffd8f68bc4 lrc: 3/0,1 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.646101:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc93840/0xddd980ffd8f68bc4 lrc: 2/0,0 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.646118:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.646143:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c76c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1882:x1801871189948608:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 91us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.646147:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 544 00010000:00010000:2.0:1718402021.646148:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.646154:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bc93840/0xddd980ffd8f68bc4 lrc: 2/0,0 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.646162:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93840 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.646164:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc93840/0xddd980ffd8f68bc4 lrc: 2/0,0 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.646171:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc93840/0xddd980ffd8f68bc4 lrc: 3/0,0 mode: PW/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.646183:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bc93840/0xddd980ffd8f68bc4 lrc: 1/0,0 mode: --/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.646217:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc93840/0xddd980ffd8f68bc4 lrc: 0/0,0 mode: --/PW res: [0x59f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.646235:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.646236:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.646238:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.646867:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.646907:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948736 00000100:00100000:2.0:1718402021.646932:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101362 00000100:00100000:2.0:1718402021.646937:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+30:26918:x1801871189948736:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1718402021.646974:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.646982:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.646989:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.647001:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185008704:0@lo:101:mdt00_007.0 00000100:00100000:2.0:1718402021.647027:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.647045:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefcc0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.647069:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185008704 00000100:00100000:1.0:1718402021.647097:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20169 00000100:00100000:1.0:1718402021.647101:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7223:x1801871185008704:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.647108:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.647117:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68bd2 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68bcb expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.647130:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68bd2 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68bcb expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.647136:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68bd2 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68bcb expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.647140:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0800) 00010000:00010000:1.0:1718402021.647141:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.647142:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33aac0, rc 0) 00000100:00100000:1.0:1718402021.647171:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185008704:12345-0@lo:101:mdt00_007.0 Request processed in 70us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.647175:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20169 00000100:00100000:2.0:1718402021.647207:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185008704:0@lo:101:mdt00_007.0 00010000:00010000:2.0:1718402021.647219:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.647226:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.647302:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68bd9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.647308:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68bd9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.647314:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68bd9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.647359:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff880098657100) 00010000:00010000:2.0:1718402021.647362:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402021.647365:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f68baf lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdfb expref: 30 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.647381:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.647386:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68bbd lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe02 expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.647390:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.647400:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68bbd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe02 expref: 29 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.647407:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68bbd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe02 expref: 29 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:2.0:1718402021.647416:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008768:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402021.647442:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefcc0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.648109:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008768:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402021.648120:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.648290:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.648305:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948800 00010000:00010000:2.0:1718402021.648316:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68bbd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe02 expref: 30 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:2.0:1718402021.648333:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32802 00000100:00100000:2.0:1718402021.648336:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad976c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+30:1883:x1801871189948800:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1718402021.648340:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.648343:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68bbd lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe02 expref: 30 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.648348:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68bbd lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe02 expref: 30 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.648355:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f68bbd lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe02 expref: 30 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.648360:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff880098657100) 00010000:00010000:2.0:1718402021.648362:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.648369:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.648372:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.648385:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.648399:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad976c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+29:1883:x1801871189948800:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 63us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.648403:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32802 00010000:00010000:0.0:1718402021.648403:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648408:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648437:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68be7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x604:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648442:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68be7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x604:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648446:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68be7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x604:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648497:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68be7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x604:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648501:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68be7 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x604:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648504:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68be7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x604:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648507:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93a80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.648509:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68be7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x604:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648512:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68be7 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x604:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648516:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x604:0x0].0x0 (ffff880073613600) 00010000:00010000:0.0:1718402021.648517:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.648519:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68be7 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x604:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648521:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68be7 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x604:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648536:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648540:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648543:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648545:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.648546:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648548:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648552:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff880098657100) 00010000:00010000:0.0:1718402021.648553:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.648554:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648557:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f68be0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648580:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68bd9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648584:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68bd9 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648586:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68bd9 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648589:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.648590:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68bd9 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648592:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68bd9 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648596:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88012bae0c00) 00010000:00010000:0.0:1718402021.648597:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.648598:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68bd9 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648600:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56ac0/0xddd980ffd8f68bd9 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648609:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648613:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648616:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.648628:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.648652:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.648655:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.648655:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad950c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+28:26918:x1801871189948736:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1718us (1790us total) trans 0 rc -114/-114 00010000:00010000:2.0:1718402021.648659:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e561c0 already unused, calling callback (ffffffffa0ead0e0) 00000100:00100000:0.0:1718402021.648660:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101362 00010000:00010000:2.0:1718402021.648661:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.648665:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.648678:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.648681:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.648693:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.648696:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e561c0/0xddd980ffd8f68bcb lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68bd2 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.648702:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1718402021.648705:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.648706:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.648707:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.648708:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185008832:0@lo:103:ldlm_bl_01.0 00000100:00100000:0.0:1718402021.648725:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.648738:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185008832 00000100:00100000:2.0:1718402021.648756:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7469 00000100:00100000:2.0:1718402021.648759:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3332:x1801871185008832:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718402021.648766:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.648774:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68bd2 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68bcb expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.648783:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0800) 00010000:00010000:2.0:1718402021.648787:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.648811:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c7200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3332:x1801871185008832:12345-0@lo:103:ldlm_bl_01.0 Request processed in 51us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.648815:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7469 00000100:00100000:0.0:1718402021.648817:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185008832:0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1718402021.649181:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.649215:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948928 00000100:00100000:0.0:1718402021.649236:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10812 00000100:00100000:0.0:1718402021.649239:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+28:26918:x1801871189948928:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.649272:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+28:26918:x1801871189948928:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 33us (94us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718402021.649276:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10812 00000100:00100000:3.0:1718402021.649864:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.649878:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189948992 00000100:00100000:0.0:1718402021.649891:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101363 00000100:00100000:0.0:1718402021.649894:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+28:26918:x1801871189948992:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1718402021.649912:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68bee lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.649918:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68bee lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.649923:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68bee lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.649929:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68bf5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.649933:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68bf5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.649936:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68bf5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.649959:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.649962:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.649965:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.649989:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.649994:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68bee lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.649998:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68bee lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650001:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68bee lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650003:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.650004:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68bee lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650007:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68bee lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650011:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:0.0:1718402021.650012:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.650013:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68bee lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650016:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68bee lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650022:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68bf5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650024:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68bf5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650027:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68bf5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650033:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.650035:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68bf5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650037:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68bf5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650040:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3566 (ffff880073613d00) 00010000:00010000:0.0:1718402021.650041:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.650042:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68bf5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650044:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68bf5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650049:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650052:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650054:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650057:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.650057:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650060:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650064:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff880073613b00) 00010000:00010000:0.0:1718402021.650065:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.650066:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.650068:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68bfc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.650098:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c470000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+28:26918:x1801871189948992:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 203us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.650101:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101363 00000100:00100000:3.0:1718402021.650918:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.650945:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189949120 00000100:00100000:0.0:1718402021.650962:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101364 00000100:00100000:0.0:1718402021.650965:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c473900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+28:26918:x1801871189949120:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.650970:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.650976:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68c03 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe09 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.651007:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68c0a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.651012:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68c0a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.651016:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68c0a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.651021:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fa:0x0]: returning size 0 00010000:00010000:0.0:1718402021.651069:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68c03 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe09 expref: 31 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.651081:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68c0a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe09 expref: 30 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.651087:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff880073613900) 00010000:00010000:0.0:1718402021.651088:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.651090:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91680, rc 0) 00000100:00100000:0.0:1718402021.651120:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c473900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+30:26918:x1801871189949120:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 152us (201us total) trans 4294987116 rc 0/0 00000100:00100000:0.0:1718402021.651126:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101364 00000100:00100000:1.0:1718402021.651965:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.652004:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189949184 00000100:00100000:0.0:1718402021.652029:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101365 00000100:00100000:0.0:1718402021.652033:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad92ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+30:26918:x1801871189949184:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.652042:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.652047:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68c18 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe10 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.652068:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68c18 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe10 expref: 31 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.652076:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68c18 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe10 expref: 31 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.652087:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff880073613900) 00010000:00010000:0.0:1718402021.652089:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718402021.652090:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92400, rc 0) 00000100:00100000:0.0:1718402021.652110:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad92ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+31:26918:x1801871189949184:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 77us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.652116:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101365 00000100:00100000:3.0:1718402021.652909:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.652947:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189949248 00000100:00100000:0.0:1718402021.652984:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 545 00000100:00100000:0.0:1718402021.652989:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4704c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1883:x1801871189949248:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:0.0:1718402021.653018:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718402021.653022:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f68c1f lrc: 3/0,1 mode: --/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.653031:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.653032:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.653035:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f68c1f lrc: 3/0,1 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.653044:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f68c1f lrc: 3/0,1 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.653052:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f68c1f lrc: 3/0,1 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.653058:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f68c1f lrc: 2/0,0 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.653078:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.653089:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.653092:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f68c1f lrc: 2/0,0 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.653099:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc933c0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.653101:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f68c1f lrc: 2/0,0 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.653105:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f68c1f lrc: 3/0,0 mode: PW/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.653112:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4704c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1883:x1801871189949248:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 122us (203us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.653118:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f68c1f lrc: 1/0,0 mode: --/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.653118:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 545 00010000:00010000:2.0:1718402021.653125:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc933c0/0xddd980ffd8f68c1f lrc: 0/0,0 mode: --/PW res: [0x5a0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.653143:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.653144:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.653145:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.653752:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.653886:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189949376 00000100:00100000:0.0:1718402021.653904:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101366 00000100:00100000:0.0:1718402021.653907:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c470980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+31:26918:x1801871189949376:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1718402021.653941:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.653946:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.653950:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.653960:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185008896:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1718402021.653983:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.654000:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2970c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.654058:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185008896 00000100:00100000:1.0:1718402021.654085:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20170 00000100:00100000:1.0:1718402021.654088:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7223:x1801871185008896:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.654095:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.654103:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68c2d lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68c26 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.654114:0:19561:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68c2d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68c26 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.654119:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68c2d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68c26 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.654123:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0200) 00010000:00010000:1.0:1718402021.654124:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.654125:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33b840, rc 0) 00000100:00100000:1.0:1718402021.654154:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185008896:12345-0@lo:101:mdt00_007.0 Request processed in 66us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.654158:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20170 00000100:00100000:0.0:1718402021.654185:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185008896:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1718402021.654215:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.654221:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.654287:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68c34 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.654292:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68c34 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.654296:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68c34 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.654338:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff880073613900) 00010000:00010000:0.0:1718402021.654340:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.654342:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68c0a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe09 expref: 31 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.654355:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.654360:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68c18 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe10 expref: 30 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.654363:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.654380:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68c18 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe10 expref: 30 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.654386:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68c18 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe10 expref: 30 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.654392:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008960:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402021.654418:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2970c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.655109:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185008960:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.655118:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.655331:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.655372:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189949440 00010000:00010000:2.0:1718402021.655391:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68c18 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe10 expref: 31 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:2.0:1718402021.655412:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32803 00000100:00100000:2.0:1718402021.655417:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a00e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+31:1882:x1801871189949440:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1718402021.655425:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.655428:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68c18 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe10 expref: 31 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.655434:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68c18 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe10 expref: 31 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.655441:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68c18 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe10 expref: 31 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.655450:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff880073613900) 00010000:00010000:2.0:1718402021.655452:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.655456:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.655460:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.655479:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.655492:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.655495:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a00e40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+30:1882:x1801871189949440:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 79us (166us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.655498:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.655500:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32803 00010000:00010000:0.0:1718402021.655525:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68c42 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655529:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68c42 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655533:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68c42 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655587:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68c42 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655591:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68c42 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655594:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68c42 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655597:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.655598:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68c42 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655601:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68c42 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655605:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x605:0x0].0x0 (ffff880073613a00) 00010000:00010000:0.0:1718402021.655607:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.655608:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68c42 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655612:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68c42 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x605:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655626:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655629:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655632:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655635:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.655637:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655639:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655643:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff880073613900) 00010000:00010000:0.0:1718402021.655644:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.655644:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655647:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68c3b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655656:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68c34 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655660:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68c34 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655662:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68c34 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655665:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc921c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.655665:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68c34 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655668:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68c34 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655671:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880073613500) 00010000:00010000:0.0:1718402021.655672:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.655673:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68c34 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655675:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68c34 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655680:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655683:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655689:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.655701:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402021.655725:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.655729:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.655731:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c470980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+29:26918:x1801871189949376:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1822us (1980us total) trans 0 rc -114/-114 00000100:00100000:0.0:1718402021.655735:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101366 00010000:00010000:1.0:1718402021.655736:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93180 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.655739:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.655744:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.655764:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.655772:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.655791:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.655794:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c26 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68c2d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.655805:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185009024:0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.655809:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.655810:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.655811:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.655826:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.655845:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185009024 00000100:00100000:2.0:1718402021.655867:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7470 00000100:00100000:2.0:1718402021.655871:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a00980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3334:x1801871185009024:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402021.655878:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.655886:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33b840/0xddd980ffd8f68c2d lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68c26 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.655896:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0200) 00010000:00010000:2.0:1718402021.655901:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.655927:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a00980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3334:x1801871185009024:12345-0@lo:103:ldlm_bl_04.0 Request processed in 56us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.655930:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc7200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185009024:0@lo:103:ldlm_bl_04.0 00000100:00100000:2.0:1718402021.655933:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7470 00000100:00100000:3.0:1718402021.656281:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.656299:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189949568 00000100:00100000:0.0:1718402021.656317:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10813 00000100:00100000:0.0:1718402021.656320:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a03dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+29:26918:x1801871189949568:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.656346:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a03dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+29:26918:x1801871189949568:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 26us (67us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718402021.656350:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10813 00000100:00100000:2.0:1718402021.656938:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.656958:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189949632 00000100:00100000:0.0:1718402021.656981:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101367 00000100:00100000:0.0:1718402021.656986:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+29:26918:x1801871189949632:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1718402021.657007:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68c49 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657015:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68c49 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657021:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68c49 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657030:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68c50 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657036:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68c50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657041:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68c50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657069:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657076:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657081:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.657105:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657112:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68c49 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657117:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68c49 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657122:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68c49 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657127:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.657129:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68c49 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657135:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68c49 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657141:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:0.0:1718402021.657143:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.657145:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68c49 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657150:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68c49 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657158:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68c50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657163:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68c50 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657168:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68c50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657173:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92f40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.657174:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68c50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657179:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68c50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657185:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3066 (ffff880073613200) 00010000:00010000:0.0:1718402021.657187:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.657189:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68c50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657220:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68c50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657231:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657236:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657240:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657245:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.657247:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657251:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657257:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff880073613100) 00010000:00010000:0.0:1718402021.657259:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.657260:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.657265:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68c57 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.657296:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+29:26918:x1801871189949632:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 309us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.657302:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101367 00000100:00100000:3.0:1718402021.657988:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.658007:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189949760 00000100:00100000:0.0:1718402021.658025:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101368 00000100:00100000:0.0:1718402021.658030:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+29:26918:x1801871189949760:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.658038:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.658045:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68c5e lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe17 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.658081:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68c65 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.658088:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68c65 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.658095:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68c65 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.658103:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f6:0x0]: returning size 0 00010000:00010000:0.0:1718402021.658152:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68c5e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe17 expref: 32 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.658163:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68c65 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe17 expref: 31 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.658169:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff880073613b00) 00010000:00010000:0.0:1718402021.658171:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.658173:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc90fc0, rc 0) 00000100:00100000:0.0:1718402021.658220:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a050c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+31:26918:x1801871189949760:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 189us (233us total) trans 4294987117 rc 0/0 00000100:00100000:0.0:1718402021.658227:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101368 00000100:00100000:3.0:1718402021.658964:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.658995:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189949824 00000100:00100000:0.0:1718402021.659008:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101369 00000100:00100000:0.0:1718402021.659010:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a04280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+31:26918:x1801871189949824:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.659017:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.659022:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68c73 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe1e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.659037:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68c73 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe1e expref: 32 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.659042:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68c73 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe1e expref: 32 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.659049:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff880073613b00) 00010000:00010000:0.0:1718402021.659050:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718402021.659051:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc90b40, rc 0) 00000100:00100000:0.0:1718402021.659067:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a04280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+32:26918:x1801871189949824:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 55us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.659072:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101369 00000100:00100000:2.0:1718402021.659778:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.659816:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189949888 00000100:00100000:0.0:1718402021.659855:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 546 00000100:00100000:0.0:1718402021.659860:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d7200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189949888:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:0.0:1718402021.659890:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x595:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718402021.659895:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68c7a lrc: 3/0,1 mode: --/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.659909:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.659911:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.659913:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68c7a lrc: 3/0,1 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.659922:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68c7a lrc: 3/0,1 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.659931:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68c7a lrc: 3/0,1 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.659936:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68c7a lrc: 2/0,0 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.659957:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.659974:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.659978:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68c7a lrc: 2/0,0 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.659985:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc906c0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.659987:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68c7a lrc: 2/0,0 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.659992:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d7200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189949888:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 132us (215us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.659994:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68c7a lrc: 3/0,0 mode: PW/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.659999:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 546 00010000:00010000:2.0:1718402021.660007:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68c7a lrc: 1/0,0 mode: --/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.660013:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68c7a lrc: 0/0,0 mode: --/PW res: [0x595:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.660026:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.660027:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.660028:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.660877:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.660900:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950016 00000100:00100000:0.0:1718402021.660919:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101370 00000100:00100000:0.0:1718402021.660924:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a05f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+32:26918:x1801871189950016:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1718402021.660965:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.660971:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.660982:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.660994:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185009088:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1718402021.661022:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.661047:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297d80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.661074:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185009088 00000100:00100000:3.0:1718402021.661100:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20171 00000100:00100000:3.0:1718402021.661103:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7223:x1801871185009088:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1718402021.661109:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.661118:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3600/0xddd980ffd8f68c88 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68c81 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.661129:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3600/0xddd980ffd8f68c88 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68c81 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.661135:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3600/0xddd980ffd8f68c88 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68c81 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.661139:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098669600) 00010000:00010000:3.0:1718402021.661140:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.661141:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac3600, rc 0) 00000100:00100000:3.0:1718402021.661168:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185009088:12345-0@lo:101:mdt00_007.0 Request processed in 64us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.661172:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20171 00000100:00100000:0.0:1718402021.661215:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185009088:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1718402021.661226:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.661232:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.661307:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68c8f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.661315:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68c8f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.661321:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68c8f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.661372:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff880073613b00) 00010000:00010000:0.0:1718402021.661374:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.661378:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68c65 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe17 expref: 32 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.661395:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.661402:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68c73 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe1e expref: 31 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.661408:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.661422:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68c73 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe1e expref: 31 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.661430:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68c73 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe1e expref: 31 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.661438:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009152:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402021.661475:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.662090:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009152:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.662150:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.662222:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.662270:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950080 00010000:00010000:2.0:1718402021.662285:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68c73 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe1e expref: 32 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:2.0:1718402021.662306:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32804 00000100:00100000:2.0:1718402021.662309:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bcd0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+32:1883:x1801871189950080:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1718402021.662315:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.662317:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68c73 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe1e expref: 32 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.662322:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68c73 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe1e expref: 32 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.662330:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68c73 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe1e expref: 32 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.662341:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff880073613b00) 00010000:00010000:2.0:1718402021.662343:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.662347:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.662350:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.662364:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.662385:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bcd0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+31:1883:x1801871189950080:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 74us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.662389:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32804 00010000:00010000:0.0:1718402021.662394:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662401:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662437:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68c9d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662444:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68c9d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662451:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68c9d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662503:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68c9d lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662509:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68c9d lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662513:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68c9d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662518:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.662519:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68c9d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662524:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68c9d lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662530:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x606:0x0].0x0 (ffff880073613f00) 00010000:00010000:0.0:1718402021.662532:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.662534:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68c9d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662538:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68c9d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662556:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662578:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662582:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662587:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc918c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.662588:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662592:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662597:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff880073613b00) 00010000:00010000:0.0:1718402021.662598:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.662600:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662603:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68c96 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662613:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68c8f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662617:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68c8f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662622:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68c8f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662629:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91b00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.662631:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68c8f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662635:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68c8f lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662640:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880073613700) 00010000:00010000:0.0:1718402021.662641:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.662642:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68c8f lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662645:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68c8f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662652:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662657:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662660:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.662676:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.662712:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a05f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+30:26918:x1801871189950016:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1787us (1835us total) trans 0 rc -114/-114 00010000:00010000:2.0:1718402021.662714:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.662718:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.662718:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101370 00010000:00010000:2.0:1718402021.662725:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93180 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402021.662728:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.662734:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.662748:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.662752:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.662761:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.662765:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93180/0xddd980ffd8f68c81 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68c88 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.662768:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1718402021.662775:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.662775:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.662776:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.662778:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185009216:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718402021.662802:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.662830:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185009216 00000100:00100000:2.0:1718402021.662844:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7471 00000100:00100000:2.0:1718402021.662847:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a07200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3334:x1801871185009216:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718402021.662854:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.662862:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3600/0xddd980ffd8f68c88 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68c81 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.662871:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098669600) 00010000:00010000:2.0:1718402021.662880:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402021.662900:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a07200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3334:x1801871185009216:12345-0@lo:103:ldlm_bl_01.0 Request processed in 53us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.662905:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7471 00000100:00100000:3.0:1718402021.662909:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d04c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185009216:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718402021.663252:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.663273:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950208 00000100:00100000:0.0:1718402021.663302:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10814 00000100:00100000:0.0:1718402021.663307:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf44850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+30:26918:x1801871189950208:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.663345:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf44850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+30:26918:x1801871189950208:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 38us (94us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718402021.663352:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10814 00000100:00100000:3.0:1718402021.664021:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.664040:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950272 00000100:00100000:0.0:1718402021.664059:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101371 00000100:00100000:0.0:1718402021.664063:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a063c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+30:26918:x1801871189950272:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1718402021.664084:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68ca4 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664089:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68ca4 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664094:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68ca4 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664101:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68cab lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664104:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68cab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664107:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68cab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664130:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664134:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664138:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.664157:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664162:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68ca4 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664164:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68ca4 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664167:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68ca4 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664170:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92d00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.664171:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68ca4 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664174:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68ca4 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664178:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:0.0:1718402021.664180:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.664181:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68ca4 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664186:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68ca4 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664222:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68cab lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664225:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68cab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664228:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68cab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664230:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.664231:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68cab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664234:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68cab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664237:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3966 (ffff880071ebb100) 00010000:00010000:0.0:1718402021.664239:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.664239:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68cab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664242:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68cab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664249:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664254:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664257:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664260:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.664260:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664263:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664266:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff880071ebba00) 00010000:00010000:0.0:1718402021.664267:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.664268:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.664270:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90900/0xddd980ffd8f68cb2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5fc:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.664298:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a063c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+30:26918:x1801871189950272:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 235us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.664303:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101371 00000100:00100000:3.0:1718402021.664998:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.665017:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950400 00000100:00100000:0.0:1718402021.665030:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101372 00000100:00100000:0.0:1718402021.665033:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a02ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+30:26918:x1801871189950400:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.665039:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.665046:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68cb9 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe25 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.665077:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68cc0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.665083:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68cc0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.665087:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68cc0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.665092:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fc:0x0]: returning size 0 00010000:00010000:0.0:1718402021.665139:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68cb9 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe25 expref: 33 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.665151:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68cc0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe25 expref: 32 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.665156:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff880071ebb200) 00010000:00010000:0.0:1718402021.665159:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.665160:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91f80, rc 0) 00000100:00100000:0.0:1718402021.665208:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a02ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+32:26918:x1801871189950400:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 156us (194us total) trans 4294987118 rc 0/0 00000100:00100000:0.0:1718402021.665214:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101372 00000100:00100000:3.0:1718402021.665898:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.665930:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950464 00000100:00100000:0.0:1718402021.665946:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101373 00000100:00100000:0.0:1718402021.665950:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a01300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+32:26918:x1801871189950464:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.665959:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.665965:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68cce lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe2c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.665983:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68cce lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe2c expref: 33 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.665989:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68cce lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe2c expref: 33 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.665999:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff880071ebb200) 00010000:00010000:0.0:1718402021.666000:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718402021.666002:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91440, rc 0) 00000100:00100000:0.0:1718402021.666028:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a01300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+33:26918:x1801871189950464:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 77us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.666034:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101373 00000100:00100000:3.0:1718402021.666730:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.666761:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950528 00000100:00100000:0.0:1718402021.666789:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 547 00000100:00100000:0.0:1718402021.666794:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a05a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1882:x1801871189950528:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:0.0:1718402021.666822:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718402021.666825:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68cd5 lrc: 3/0,1 mode: --/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.666831:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.666832:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.666834:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68cd5 lrc: 3/0,1 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.666840:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68cd5 lrc: 3/0,1 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.666850:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68cd5 lrc: 3/0,1 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.666853:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68cd5 lrc: 2/0,0 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.666867:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.666882:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.666886:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68cd5 lrc: 2/0,0 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.666891:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a05a40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1882:x1801871189950528:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 97us (163us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.666895:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93a80 already unused, calling callback (ffffffffa081d190) 00000100:00100000:0.0:1718402021.666895:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 547 00010000:00010000:2.0:1718402021.666898:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68cd5 lrc: 2/0,0 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.666910:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68cd5 lrc: 3/0,0 mode: PW/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.666921:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68cd5 lrc: 1/0,0 mode: --/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.666926:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc93a80/0xddd980ffd8f68cd5 lrc: 0/0,0 mode: --/PW res: [0x5a2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.666941:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.666941:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.666943:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.667660:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.667696:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950656 00000100:00100000:0.0:1718402021.667714:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101374 00000100:00100000:0.0:1718402021.667718:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a05580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+33:26918:x1801871189950656:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1718402021.667758:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.667764:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.667771:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.667784:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185009280:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1718402021.667810:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.667829:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297d80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.667843:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185009280 00000100:00100000:3.0:1718402021.667868:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20172 00000100:00100000:3.0:1718402021.667871:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7223:x1801871185009280:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1718402021.667877:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.667885:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f68ce3 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68cdc expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.667894:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f68ce3 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68cdc expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.667899:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f68ce3 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68cdc expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.667903:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098669800) 00010000:00010000:3.0:1718402021.667904:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.667905:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac0480, rc 0) 00000100:00100000:3.0:1718402021.667935:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185009280:12345-0@lo:101:mdt00_007.0 Request processed in 62us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.667940:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20172 00000100:00100000:0.0:1718402021.667959:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185009280:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1718402021.667970:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.667977:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.668057:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68cea lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.668064:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68cea lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.668071:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68cea lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.668124:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff880071ebb200) 00010000:00010000:0.0:1718402021.668126:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.668128:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68cc0 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe25 expref: 33 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.668148:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.668153:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68cce lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe2c expref: 32 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.668157:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.668167:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68cce lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe2c expref: 32 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.668174:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68cce lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe2c expref: 32 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.668180:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009344:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402021.668223:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.668909:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c5a40 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009344:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.668920:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.669058:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.669107:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950720 00010000:00010000:2.0:1718402021.669122:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68cce lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe2c expref: 33 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:2.0:1718402021.669140:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32805 00000100:00100000:2.0:1718402021.669144:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a06d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+33:1883:x1801871189950720:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1718402021.669151:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.669155:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68cce lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe2c expref: 33 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.669162:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68cce lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe2c expref: 33 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.669173:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68cce lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe2c expref: 33 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:2.0:1718402021.669188:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff880071ebb200) 00010000:00010000:2.0:1718402021.669207:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.669214:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.669218:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.669240:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.669261:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669267:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.669268:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a06d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+32:1883:x1801871189950720:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 123us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.669274:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32805 00010000:00010000:0.0:1718402021.669296:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68cf8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669301:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68cf8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669305:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68cf8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669344:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68cf8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669347:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68cf8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669351:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68cf8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669354:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc933c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.669356:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68cf8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669359:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68cf8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x607:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669363:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x607:0x0].0x0 (ffff880071ebbd00) 00010000:00010000:0.0:1718402021.669364:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.669365:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68cf8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669368:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68cf8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x607:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669382:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669385:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669388:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669391:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.669391:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669395:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669398:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff880071ebb200) 00010000:00010000:0.0:1718402021.669399:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.669400:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669402:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68cf1 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669409:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68cea lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669411:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68cea lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669419:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68cea lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669421:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc906c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.669422:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68cea lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669425:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68cea lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669429:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880071ebb400) 00010000:00010000:0.0:1718402021.669430:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.669431:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68cea lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669434:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68cea lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669441:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669444:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669447:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.669460:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.669486:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a05580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+31:26918:x1801871189950656:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1767us (1827us total) trans 0 rc -114/-114 00000100:00100000:0.0:1718402021.669491:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101374 00010000:00010000:1.0:1718402021.669495:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.669501:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.669508:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93cc0 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.669510:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.669522:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.669544:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.669550:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.669588:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.669590:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185009408:0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.669594:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93cc0/0xddd980ffd8f68cdc lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68ce3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.669612:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.669618:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.669619:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.669620:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.669633:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185009408 00000100:00100000:3.0:1718402021.669653:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7472 00000100:00100000:3.0:1718402021.669656:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3332:x1801871185009408:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718402021.669662:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.669670:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f68ce3 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68cdc expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.669689:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098669800) 00010000:00010000:3.0:1718402021.669695:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.669715:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c5a40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3332:x1801871185009408:12345-0@lo:103:ldlm_bl_04.0 Request processed in 58us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.669723:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7472 00000100:00100000:0.0:1718402021.669724:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185009408:0@lo:103:ldlm_bl_04.0 00000100:00100000:3.0:1718402021.670125:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.670169:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950848 00000100:00100000:0.0:1718402021.670210:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10815 00000100:00100000:0.0:1718402021.670213:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a04c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+31:26918:x1801871189950848:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.670243:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a04c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+31:26918:x1801871189950848:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 29us (120us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718402021.670246:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10815 00000100:00100000:3.0:1718402021.670909:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.670943:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189950912 00000100:00100000:0.0:1718402021.670962:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101375 00000100:00100000:0.0:1718402021.670966:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a01c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+31:26918:x1801871189950912:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1718402021.670989:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68cff lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.670997:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68cff lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671003:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68cff lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671012:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68d06 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671017:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68d06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671022:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68d06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671055:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671060:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671065:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.671093:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671101:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68cff lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671106:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68cff lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671111:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68cff lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671114:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92f40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.671116:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68cff lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671120:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68cff lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671126:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:0.0:1718402021.671128:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.671130:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68cff lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671133:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92f40/0xddd980ffd8f68cff lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671141:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68d06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671145:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68d06 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671153:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68d06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671157:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.671158:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68d06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671162:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68d06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671167:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3766 (ffff880071ebb900) 00010000:00010000:0.0:1718402021.671169:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.671170:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68d06 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671174:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90480/0xddd980ffd8f68d06 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671184:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671206:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671212:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671216:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc921c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.671217:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671222:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671229:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff880073616700) 00010000:00010000:0.0:1718402021.671231:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.671232:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.671237:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f68d0d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.671278:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a01c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+31:26918:x1801871189950912:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 310us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.671283:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101375 00000100:00100000:2.0:1718402021.672043:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.672102:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951040 00000100:00100000:0.0:1718402021.672135:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101376 00000100:00100000:0.0:1718402021.672139:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+31:26918:x1801871189951040:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.672147:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.672157:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68d14 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.672216:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68d1b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.672224:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68d1b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.672231:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68d1b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.672241:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f4:0x0]: returning size 0 00010000:00010000:0.0:1718402021.672308:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68d14 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe33 expref: 34 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.672320:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68d1b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe33 expref: 33 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.672326:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff880073616200) 00010000:00010000:0.0:1718402021.672328:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.672330:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92ac0, rc 0) 00000100:00100000:0.0:1718402021.672361:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+33:26918:x1801871189951040:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 220us (324us total) trans 4294987119 rc 0/0 00000100:00100000:0.0:1718402021.672367:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101376 00000100:00100000:3.0:1718402021.673187:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.673230:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951104 00000100:00100000:0.0:1718402021.673247:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101377 00000100:00100000:0.0:1718402021.673251:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a02600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+33:26918:x1801871189951104:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.673260:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.673267:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68d29 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe3a expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.673289:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68d29 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe3a expref: 34 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.673296:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68d29 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe3a expref: 34 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.673306:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff880073616200) 00010000:00010000:0.0:1718402021.673309:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718402021.673310:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91680, rc 0) 00000100:00100000:0.0:1718402021.673336:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a02600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+34:26918:x1801871189951104:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 84us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.673342:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101377 00000100:00100000:3.0:1718402021.674051:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.674084:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951168 00000100:00100000:0.0:1718402021.674128:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 548 00000100:00100000:0.0:1718402021.674133:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1882:x1801871189951168:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:0.0:1718402021.674165:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718402021.674169:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc90900/0xddd980ffd8f68d30 lrc: 3/0,1 mode: --/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.674182:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.674184:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.674187:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc90900/0xddd980ffd8f68d30 lrc: 3/0,1 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.674216:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc90900/0xddd980ffd8f68d30 lrc: 3/0,1 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.674227:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc90900/0xddd980ffd8f68d30 lrc: 3/0,1 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.674233:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc90900/0xddd980ffd8f68d30 lrc: 2/0,0 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.674252:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.674267:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.674271:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bc90900/0xddd980ffd8f68d30 lrc: 2/0,0 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.674277:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90900 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.674279:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc90900/0xddd980ffd8f68d30 lrc: 2/0,0 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.674283:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc90900/0xddd980ffd8f68d30 lrc: 3/0,0 mode: PW/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.674287:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:1882:x1801871189951168:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 154us (237us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.674292:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bc90900/0xddd980ffd8f68d30 lrc: 1/0,0 mode: --/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.674292:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 548 00010000:00010000:2.0:1718402021.674296:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc90900/0xddd980ffd8f68d30 lrc: 0/0,0 mode: --/PW res: [0x5a1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.674308:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.674309:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.674310:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.675086:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.675138:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951296 00000100:00100000:0.0:1718402021.675166:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101378 00000100:00100000:0.0:1718402021.675170:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+34:26918:x1801871189951296:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1718402021.675235:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675243:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675251:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.675267:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c1300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185009472:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1718402021.675297:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.675321:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297d80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.675353:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185009472 00000100:00100000:3.0:1718402021.675388:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20173 00000100:00100000:3.0:1718402021.675392:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7223:x1801871185009472:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1718402021.675400:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.675412:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1b00/0xddd980ffd8f68d3e lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68d37 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.675425:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1b00/0xddd980ffd8f68d3e lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68d37 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.675433:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1b00/0xddd980ffd8f68d3e lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68d37 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.675439:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098669200) 00010000:00010000:3.0:1718402021.675441:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.675442:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac1b00, rc 0) 00000100:00100000:3.0:1718402021.675480:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185009472:12345-0@lo:101:mdt00_007.0 Request processed in 86us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.675485:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20173 00000100:00100000:0.0:1718402021.675513:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c1300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185009472:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1718402021.675524:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675530:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675633:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68d45 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675641:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68d45 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675652:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68d45 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675710:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff880073616200) 00010000:00010000:0.0:1718402021.675713:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.675716:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92ac0/0xddd980ffd8f68d1b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe33 expref: 34 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675735:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675741:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68d29 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe3a expref: 33 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675747:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675763:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68d29 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe3a expref: 33 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.675772:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68d29 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe3a expref: 33 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.675780:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c1300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009536:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402021.675813:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.676620:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c1300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009536:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.676632:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.676794:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.676849:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951360 00010000:00010000:3.0:1718402021.676862:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68d29 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe3a expref: 34 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:3.0:1718402021.676897:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32806 00000100:00100000:3.0:1718402021.676901:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+34:1883:x1801871189951360:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1718402021.676908:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.676911:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68d29 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe3a expref: 34 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.676919:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68d29 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe3a expref: 34 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.676930:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68d29 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe3a expref: 34 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.676953:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff880073616200) 00010000:00010000:3.0:1718402021.676956:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.676962:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.676967:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.676982:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.676990:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.676998:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.677005:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+33:1883:x1801871189951360:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 104us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.677012:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32806 00010000:00010000:0.0:1718402021.677033:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68d53 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677038:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68d53 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677043:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68d53 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677085:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68d53 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677088:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68d53 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677091:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68d53 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677094:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93a80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.677095:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68d53 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677098:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68d53 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677103:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x608:0x0].0x0 (ffff880073616c00) 00010000:00010000:0.0:1718402021.677105:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.677106:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68d53 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677108:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93a80/0xddd980ffd8f68d53 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x608:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677123:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677126:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677128:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677131:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91b00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.677132:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677134:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677137:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff880073616200) 00010000:00010000:0.0:1718402021.677138:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.677139:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677144:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91b00/0xddd980ffd8f68d4c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677151:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68d45 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677153:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68d45 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677156:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68d45 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677160:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92d00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.677161:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68d45 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677166:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68d45 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677171:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880073616f00) 00010000:00010000:0.0:1718402021.677173:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.677174:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68d45 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677179:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92d00/0xddd980ffd8f68d45 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677188:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677219:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677224:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.677248:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.677270:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.677274:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.677282:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93840 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402021.677285:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.677285:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+32:26918:x1801871189951296:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 2113us (2199us total) trans 0 rc -114/-114 00000100:00100000:0.0:1718402021.677291:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101378 00000004:00010000:2.0:1718402021.677292:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.677309:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.677315:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1718402021.677336:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d2140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871185009600:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718402021.677337:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.677342:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc93840/0xddd980ffd8f68d37 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68d3e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.677359:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.677360:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.677360:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718402021.677362:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.677394:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185009600 00000100:00100000:3.0:1718402021.677414:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7473 00000100:00100000:3.0:1718402021.677417:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c1300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3333:x1801871185009600:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1718402021.677425:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.677433:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1b00/0xddd980ffd8f68d3e lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68d37 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.677442:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098669200) 00010000:00010000:3.0:1718402021.677448:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.677469:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c1300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3333:x1801871185009600:12345-0@lo:103:ldlm_bl_01.0 Request processed in 51us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.677474:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7473 00000100:00100000:0.0:1718402021.677480:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d2140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871185009600:0@lo:103:ldlm_bl_01.0 00000100:00100000:2.0:1718402021.677947:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.677971:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951488 00000100:00100000:0.0:1718402021.677990:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10816 00000100:00100000:0.0:1718402021.677993:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+32:26918:x1801871189951488:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.678030:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+32:26918:x1801871189951488:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 35us (84us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718402021.678036:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10816 00000100:00100000:3.0:1718402021.678736:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.678776:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951552 00000100:00100000:0.0:1718402021.678788:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101379 00000100:00100000:0.0:1718402021.678791:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a06880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+32:26918:x1801871189951552:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:0.0:1718402021.678812:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68d5a lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678825:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68d5a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678831:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68d5a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678841:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68d61 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678846:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68d61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678852:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68d61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678883:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678890:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678896:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.678922:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678930:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68d5a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678939:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68d5a lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678945:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68d5a lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678950:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.678952:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68d5a lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678957:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68d5a lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678964:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:0.0:1718402021.678967:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.678968:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68d5a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678973:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93180/0xddd980ffd8f68d5a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678983:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68d61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678989:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68d61 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.678994:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68d61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679003:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.679005:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68d61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679010:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68d61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679017:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3466 (ffff880073616d00) 00010000:00010000:0.0:1718402021.679019:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.679020:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68d61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679025:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90b40/0xddd980ffd8f68d61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679036:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679042:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679046:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679051:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc918c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.679053:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679058:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679065:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880073616900) 00010000:00010000:0.0:1718402021.679067:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.679068:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679073:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc918c0/0xddd980ffd8f68d68 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5fd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.679109:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a06880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+32:26918:x1801871189951552:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 317us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.679114:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101379 00000100:00100000:2.0:1718402021.679872:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.679913:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951680 00000100:00100000:0.0:1718402021.679934:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101380 00000100:00100000:0.0:1718402021.679937:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+32:26918:x1801871189951680:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.679943:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.679949:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68d6f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679987:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68d76 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.679994:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68d76 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.680001:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68d76 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.680010:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fd:0x0]: returning size 0 00010000:00010000:0.0:1718402021.680071:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90240/0xddd980ffd8f68d6f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe41 expref: 35 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.680082:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68d76 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe41 expref: 34 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.680088:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880073616a00) 00010000:00010000:0.0:1718402021.680089:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.680090:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc90fc0, rc 0) 00000100:00100000:0.0:1718402021.680116:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+34:26918:x1801871189951680:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 178us (245us total) trans 4294987120 rc 0/0 00000100:00100000:0.0:1718402021.680122:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101380 00000100:00100000:2.0:1718402021.680908:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.680938:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951744 00000100:00100000:0.0:1718402021.680962:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101381 00000100:00100000:0.0:1718402021.680967:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+34:26918:x1801871189951744:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.680976:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.680982:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68d84 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe48 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.681004:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68d84 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe48 expref: 35 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.681012:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68d84 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe48 expref: 35 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.681021:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880073616a00) 00010000:00010000:0.0:1718402021.681024:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1718402021.681025:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92880, rc 0) 00000100:00100000:0.0:1718402021.681051:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+35:26918:x1801871189951744:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 84us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.681055:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101381 00000100:00100000:3.0:1718402021.681815:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.681850:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951808 00000100:00100000:0.0:1718402021.681883:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 549 00000100:00100000:0.0:1718402021.681888:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a02140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189951808:12345-192.168.204.24@tcp:1:lfs.0 00002000:00010000:0.0:1718402021.681920:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x597:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1718402021.681924:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68d8b lrc: 3/0,1 mode: --/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.681933:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.681935:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.681937:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68d8b lrc: 3/0,1 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.681945:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68d8b lrc: 3/0,1 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.681955:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68d8b lrc: 3/0,1 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.681960:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68d8b lrc: 2/0,0 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.681980:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.681991:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.681995:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68d8b lrc: 2/0,0 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.682000:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90000 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.682001:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68d8b lrc: 2/0,0 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.682005:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68d8b lrc: 3/0,0 mode: PW/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.682008:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a02140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189951808:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 119us (198us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.682014:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68d8b lrc: 1/0,0 mode: --/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.682014:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 549 00010000:00010000:2.0:1718402021.682017:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68d8b lrc: 0/0,0 mode: --/PW res: [0x597:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.682029:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.682031:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.682032:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.682663:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.682693:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189951936 00000100:00100000:0.0:1718402021.682718:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101382 00000100:00100000:0.0:1718402021.682722:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+35:26918:x1801871189951936:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1718402021.682763:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.682769:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.682775:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.682787:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c3440 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185009664:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1718402021.682815:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.682838:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297d80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.682847:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185009664 00000100:00100000:3.0:1718402021.682876:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20174 00000100:00100000:3.0:1718402021.682881:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7223:x1801871185009664:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1718402021.682889:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.682899:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f68d99 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68d92 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.682913:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f68d99 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68d92 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.682921:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f68d99 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68d92 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.682927:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098669500) 00010000:00010000:3.0:1718402021.682929:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.682931:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac1680, rc 0) 00000100:00100000:3.0:1718402021.682965:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185009664:12345-0@lo:101:mdt00_007.0 Request processed in 83us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.682970:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20174 00000100:00100000:0.0:1718402021.682988:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c3440 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185009664:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1718402021.683000:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.683011:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 4/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.683088:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68da0 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.683094:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68da0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.683100:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68da0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.683151:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880073616a00) 00010000:00010000:0.0:1718402021.683153:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1718402021.683156:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90fc0/0xddd980ffd8f68d76 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe41 expref: 35 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.683173:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.683179:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68d84 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe48 expref: 34 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.683184:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.683222:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68d84 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe48 expref: 34 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.683231:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68d84 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe48 expref: 34 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.683239:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c3440 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009728:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402021.683271:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.683923:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c3440 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009728:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.683935:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.684078:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.684122:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952000 00010000:00010000:3.0:1718402021.684136:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68d84 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe48 expref: 35 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:3.0:1718402021.684166:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32807 00000100:00100000:3.0:1718402021.684171:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+35:1883:x1801871189952000:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1718402021.684179:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.684183:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68d84 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe48 expref: 35 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.684209:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68d84 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe48 expref: 35 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.684220:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68d84 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe48 expref: 35 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.684231:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880073616a00) 00010000:00010000:3.0:1718402021.684233:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.684239:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.684244:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.684261:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.684270:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684275:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.684287:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+34:1883:x1801871189952000:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 116us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.684294:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32807 00010000:00010000:0.0:1718402021.684311:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68dae lrc: 3/0,1 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684318:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68dae lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684325:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68dae lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684365:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68dae lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684369:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68dae lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684372:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68dae lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684375:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.684376:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68dae lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684379:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68dae lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684383:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x609:0x0].0x0 (ffff880073616600) 00010000:00010000:0.0:1718402021.684385:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.684386:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68dae lrc: 2/0,0 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684389:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91200/0xddd980ffd8f68dae lrc: 0/0,0 mode: --/EX res: [0x240000402:0x609:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684404:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684407:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684409:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684412:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.684413:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684416:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684419:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880073616a00) 00010000:00010000:0.0:1718402021.684420:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.684421:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684423:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91680/0xddd980ffd8f68da7 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684432:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68da0 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684435:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68da0 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684438:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68da0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684440:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.684441:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68da0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684444:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68da0 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684447:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880073616400) 00010000:00010000:0.0:1718402021.684447:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.684448:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68da0 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684451:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91440/0xddd980ffd8f68da0 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684456:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684459:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684465:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.684478:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.684503:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+33:26918:x1801871189951936:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1780us (1841us total) trans 0 rc -114/-114 00010000:00010000:1.0:1718402021.684506:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1718402021.684507:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101382 00010000:00010000:1.0:1718402021.684510:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.684518:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90900 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.684521:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.684527:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.684545:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.684551:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.684582:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 1/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.684588:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009bc90900/0xddd980ffd8f68d92 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68d99 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.684593:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185009792:0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.684604:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.684605:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.684606:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402021.684615:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.684631:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185009792 00000100:00100000:3.0:1718402021.684652:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7474 00000100:00100000:3.0:1718402021.684655:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3334:x1801871185009792:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718402021.684662:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.684668:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f68d99 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68d92 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.684677:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880098669500) 00010000:00010000:3.0:1718402021.684681:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.684702:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ca7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3334:x1801871185009792:12345-0@lo:103:ldlm_bl_04.0 Request processed in 47us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.684706:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7474 00000100:00100000:2.0:1718402021.684711:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185009792:0@lo:103:ldlm_bl_04.0 00000100:00100000:2.0:1718402021.685025:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.685059:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952128 00000100:00100000:0.0:1718402021.685075:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10817 00000100:00100000:0.0:1718402021.685078:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+33:26918:x1801871189952128:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.685105:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+33:26918:x1801871189952128:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 27us (82us total) trans 0 rc -116/-116 00000100:00100000:0.0:1718402021.685109:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10817 00000100:00100000:3.0:1718402021.685689:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.685710:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952256 00000100:00100000:0.0:1718402021.685736:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10818 00000100:00100000:0.0:1718402021.685739:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a07200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+33:26918:x1801871189952256:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:0.0:1718402021.685826:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a07200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+34:26918:x1801871189952256:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 85us (138us total) trans 4294987121 rc 0/0 00000100:00100000:0.0:1718402021.685831:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10818 00000100:00100000:2.0:1718402021.686529:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.686580:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952320 00000100:00100000:0.0:1718402021.686607:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101383 00000100:00100000:0.0:1718402021.686611:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189952320:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.686620:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.686629:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc921c0/0xddd980ffd8f68db5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe4f expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686660:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68dbc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686668:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68dbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686676:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68dbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686685:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68dc3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686691:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686696:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686721:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68dbc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686728:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68dbc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686733:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68dbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686737:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.686739:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68dbc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686745:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68dbc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686752:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880098669b00) 00010000:00010000:0.0:1718402021.686755:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.686756:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68dbc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686761:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90480/0xddd980ffd8f68dbc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686770:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68dc3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686775:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68dc3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686779:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68dc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686783:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92f40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.686785:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68dc3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686789:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68dc3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686794:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x726964 (ffff880073616f00) 00010000:00010000:0.0:1718402021.686796:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.686797:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68dc3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686801:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f68dc3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686819:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc921c0/0xddd980ffd8f68db5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe4f expref: 14 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686825:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc921c0/0xddd980ffd8f68db5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe4f expref: 14 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.686831:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc921c0, rc 0) 00000100:00100000:0.0:1718402021.686864:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189952320:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 252us (335us total) trans 0 rc 301/301 00000100:00100000:0.0:1718402021.686870:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101383 00000100:00100000:2.0:1718402021.687505:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.687533:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952384 00000100:00100000:0.0:1718402021.687579:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101384 00000100:00100000:0.0:1718402021.687584:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+34:26918:x1801871189952384:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402021.687594:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402021.687601:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68dca lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe56 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687624:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68dd1 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687631:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68dd1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687641:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68dd1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687648:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68dd8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687652:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68dd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687656:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68dd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687685:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687691:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687696:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402021.687755:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00000004:00200000:0.0:1718402021.687759:0:7223:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:0.0:1718402021.687769:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687776:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68dd1 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687780:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68dd1 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687785:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68dd1 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687790:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.687792:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68dd1 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687797:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68dd1 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687804:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669d00) 00010000:00010000:0.0:1718402021.687806:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.687807:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68dd1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687810:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f68dd1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687816:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68dd8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687820:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68dd8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687825:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68dd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687829:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc933c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402021.687830:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68dd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687835:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68dd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687841:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff880073616700) 00010000:00010000:0.0:1718402021.687842:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.687844:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68dd8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687848:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f68dd8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687867:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f68dca lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe56 expref: 36 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687877:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe56 expref: 35 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.687883:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880073616c00) 00010000:00010000:0.0:1718402021.687884:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1718402021.687885:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91f80, rc 0) 00000100:00100000:0.0:1718402021.687913:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+35:26918:x1801871189952384:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 329us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.687919:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101384 00000100:00100000:3.0:1718402021.688615:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.688645:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952512 00000100:00100000:0.0:1718402021.688664:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101385 00000100:00100000:0.0:1718402021.688667:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a06d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+35:26918:x1801871189952512:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:0.0:1718402021.688697:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.688704:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f689ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda7 expref: 35 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.688708:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.688723:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f689ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda7 expref: 35 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.688730:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f689ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda7 expref: 35 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.688737:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c3440 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009856:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402021.688768:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.689413:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c3440 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009856:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.689426:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.689617:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.689650:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952576 00010000:00010000:0.0:1718402021.689662:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f689ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda7 expref: 36 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.689679:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32808 00000100:00100000:0.0:1718402021.689682:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a02f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+36:1882:x1801871189952576:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1718402021.689687:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.689690:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f689ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda7 expref: 36 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.689695:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f689ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda7 expref: 36 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.689702:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f689ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbda7 expref: 36 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.689709:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669d00) 00010000:00010000:0.0:1718402021.689711:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.689715:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.689718:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.689732:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.689752:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a02f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+35:1882:x1801871189952576:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 69us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.689756:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32808 00010000:00010000:1.0:1718402021.689764:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.689778:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.689791:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.689800:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe56 expref: 34 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.689806:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.689824:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe56 expref: 34 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.689833:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe56 expref: 34 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:1.0:1718402021.689842:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009920:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402021.689878:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df89c0 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.690432:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185009920:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402021.690443:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.690548:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.690578:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952640 00010000:00010000:0.0:1718402021.690592:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe56 expref: 35 pid: 7223 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.690620:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32809 00000100:00100000:0.0:1718402021.690624:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a017c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+35:1882:x1801871189952640:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402021.690631:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.690634:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe56 expref: 35 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.690640:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe56 expref: 35 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.690647:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91f80/0xddd980ffd8f68ddf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe56 expref: 35 pid: 7223 timeout: 3901 lvb_type: 0 00010000:00010000:0.0:1718402021.690655:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880073616c00) 00010000:00010000:0.0:1718402021.690657:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.690661:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.690664:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.690679:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.690697:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a017c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+34:1882:x1801871189952640:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 73us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.690701:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32809 00010000:00010000:1.0:1718402021.690706:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690713:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690759:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690763:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690767:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690772:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.690774:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690779:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690787:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880073616c00) 00010000:00010000:1.0:1718402021.690789:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:1.0:1718402021.690791:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690795:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f68ded lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690821:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690828:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690837:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690842:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.690844:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690849:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690854:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669d00) 00010000:00010000:1.0:1718402021.690855:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.690856:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.690859:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc90000/0xddd980ffd8f68de6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.690918:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a06d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+33:26918:x1801871189952512:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 2248us (2303us total) trans 0 rc -114/-114 00000100:00100000:1.0:1718402021.690924:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101385 00000100:00100000:3.0:1718402021.691437:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.691493:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952704 00000100:00100000:1.0:1718402021.691516:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101386 00000100:00100000:1.0:1718402021.691520:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a076c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189952704:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1718402021.691551:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68df4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691559:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68df4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691584:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68df4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691594:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f68dfb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691600:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f68dfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691605:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f68dfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691644:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691652:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691657:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.691684:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691691:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68df4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691696:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68df4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691706:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68df4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691711:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33aac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.691713:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68df4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691718:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68df4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691725:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880098669b00) 00010000:00010000:1.0:1718402021.691727:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.691729:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68df4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691733:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33aac0/0xddd980ffd8f68df4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691743:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f68dfb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691748:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f68dfb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691753:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f68dfb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691757:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c3398c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.691759:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f68dfb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691764:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f68dfb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691769:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0xba987ca0 (ffff8800859f0c00) 00010000:00010000:1.0:1718402021.691771:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.691772:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f68dfb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691777:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c3398c0/0xddd980ffd8f68dfb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691787:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691792:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691796:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691800:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.691802:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691806:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691812:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131df6900) 00010000:00010000:1.0:1718402021.691813:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.691815:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.691820:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338480/0xddd980ffd8f68e02 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.691860:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a076c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189952704:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 339us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.691867:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101386 00000100:00100000:3.0:1718402021.692556:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.692604:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952832 00000100:00100000:1.0:1718402021.692619:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101387 00000100:00100000:1.0:1718402021.692622:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a03440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+13:26918:x1801871189952832:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.692628:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.692633:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68e09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe5d expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.692666:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f68e10 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.692671:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f68e10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.692676:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f68e10 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.692681:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bc:0x0]: returning size 1716 00010000:00010000:1.0:1718402021.692730:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338fc0/0xddd980ffd8f68e09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe5d expref: 16 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.692737:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f68e10 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe5d expref: 15 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.692741:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131df6900) 00010000:00010000:1.0:1718402021.692743:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402021.692744:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338000, rc 0) 00000100:00100000:1.0:1718402021.692769:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a03440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+15:26918:x1801871189952832:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 146us (214us total) trans 8589959570 rc 0/0 00000100:00100000:1.0:1718402021.692773:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101387 00000100:00100000:2.0:1718402021.693538:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.693587:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952896 00000100:00100000:0.0:1718402021.693624:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 550 00000100:00100000:0.0:1718402021.693628:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189952896:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:0.0:1718402021.693651:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 3/0,1 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.693669:0:4308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f682cc lrc: 2/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcdc expref: 8 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1718402021.693676:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.693677:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.693679:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 4/0,1 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.693695:0:4308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f682cc lrc: 3/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcdc expref: 8 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1718402021.693703:0:4308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f682cc lrc: 4/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcdc expref: 8 pid: 4308 timeout: 3901 lvb_type: 1 00000100:00100000:0.0:1718402021.693712:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c3440 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185009984:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402021.693747:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e297d80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.694358:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c3440 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185009984:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.694372:0:4308:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 3/0,1 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.694482:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.694528:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189952960 00010000:00010000:0.0:1718402021.694540:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f682cc lrc: 4/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcdc expref: 9 pid: 4308 timeout: 3901 lvb_type: 1 00000100:00100000:0.0:1718402021.694556:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32810 00000100:00100000:0.0:1718402021.694560:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+9:1883:x1801871189952960:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402021.694579:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.694591:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f682cc lrc: 4/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcdc expref: 9 pid: 4308 timeout: 3901 lvb_type: 1 00010000:00010000:0.0:1718402021.694598:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f682cc lrc: 3/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcdc expref: 9 pid: 4308 timeout: 3901 lvb_type: 1 00010000:00010000:0.0:1718402021.694612:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f682cc lrc: 0/0,0 mode: --/PR res: [0x59a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcdc expref: 9 pid: 4308 timeout: 3901 lvb_type: 1 00010000:00010000:0.0:1718402021.694620:0:30108:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.694621:0:30108:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.694623:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.694629:0:30108:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 4/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.694654:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.694669:0:4308:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.694677:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.694681:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189952960:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 120us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.694686:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32810 00010000:00010000:2.0:1718402021.694689:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 3/0,1 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.694695:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.694708:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1718402021.694715:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.694719:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.694725:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93840 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.694727:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 2/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.694730:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d50c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+7:1882:x1801871189952896:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 1101us (1194us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.694734:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 3/0,0 mode: PW/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.694737:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 550 00010000:00010000:0.0:1718402021.694742:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 1/0,0 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.694748:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bc93840/0xddd980ffd8f68e1e lrc: 0/0,0 mode: --/PW res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.694763:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.694764:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.694765:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.695393:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.695447:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953024 00000100:00100000:2.0:1718402021.695471:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7475 00000100:00100000:2.0:1718402021.695474:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+15:1880:x1801871189953024:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:2.0:1718402021.695479:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.695488:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f689f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbdae expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.695494:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1718402021.695510:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff880098669b00) 00010000:00010000:2.0:1718402021.695518:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402021.695545:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953152 00000100:00100000:2.0:1718402021.695552:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+15:1880:x1801871189953024:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 76us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.695559:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7475 00000100:00100000:1.0:1718402021.695580:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101388 00000100:00100000:1.0:1718402021.695584:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+14:26918:x1801871189953152:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1718402021.695608:0:7223:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.695617:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e58c0/0xddd980ffd8f682c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbcd5 expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.695629:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131df6900) 00010000:00010000:1.0:1718402021.695631:0:7223:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.695637:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.695645:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.695651:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.695687:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010048:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.695721:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.695747:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8a80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.695767:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010048 00000100:00100000:3.0:1718402021.695803:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20175 00000100:00100000:3.0:1718402021.695807:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7223:x1801871185010048:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1718402021.695857:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7223:x1801871185010048:12345-0@lo:1000:mdt00_007.0 Request processed in 49us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.695863:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20175 00000100:00100000:1.0:1718402021.695867:0:7223:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987100 gen 2 00000004:00080000:1.0:1718402021.695872:0:7223:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987100 committed transno 4294987100 00000100:00100000:1.0:1718402021.695892:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010048:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.695922:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010112:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.695941:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.695953:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8a80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.695962:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010112 00000100:00100000:3.0:1718402021.695977:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20176 00000100:00100000:3.0:1718402021.695980:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7223:x1801871185010112:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1718402021.696023:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7223:x1801871185010112:12345-0@lo:1000:mdt00_007.0 Request processed in 42us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.696028:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20176 00000100:00100000:1.0:1718402021.696038:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010112:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.696519:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010176:0@lo:403:mdt00_007.0 00000100:00100000:1.0:1718402021.696546:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.696585:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df89c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.696602:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010176 00000100:00100000:3.0:1718402021.696618:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20177 00000100:00100000:3.0:1718402021.696622:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7223:x1801871185010176:12345-0@lo:403:mdt00_007.0 00000100:00100000:3.0:1718402021.698236:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7223:x1801871185010176:12345-0@lo:403:mdt00_007.0 Request processed in 1613us (1689us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.698241:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20177 00000100:00100000:1.0:1718402021.698270:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010176:0@lo:403:mdt00_007.0 00010000:00010000:1.0:1718402021.698846:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.698854:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.698862:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.698872:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010240:0@lo:101:mdt00_007.0 00000100:00100000:1.0:1718402021.698894:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.698916:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df89c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.698929:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010240 00000100:00100000:3.0:1718402021.698944:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20178 00000100:00100000:3.0:1718402021.698946:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7223:x1801871185010240:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1718402021.698952:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.698962:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f68e33 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68e2c expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.698976:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f68e33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68e2c expref: 6 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.698983:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f68e33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e2c expref: 6 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.698987:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880098669400) 00010000:00010000:3.0:1718402021.698989:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.698990:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac2880, rc 0) 00000100:00100000:3.0:1718402021.699012:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7223:x1801871185010240:12345-0@lo:101:mdt00_007.0 Request processed in 65us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.699016:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20178 00000100:00100000:1.0:1718402021.699038:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010240:0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.699048:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699060:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699086:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699091:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699097:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.699105:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010304:0@lo:101:mdt00_007.0 00000100:00100000:1.0:1718402021.699129:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.699148:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df89c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.699177:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010304 00000100:00100000:3.0:1718402021.699207:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20179 00000100:00100000:3.0:1718402021.699210:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7223:x1801871185010304:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1718402021.699216:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.699224:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68e41 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68e3a expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.699235:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68e41 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68e3a expref: 7 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.699242:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68e41 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e3a expref: 7 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.699247:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:3.0:1718402021.699249:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.699250:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac18c0, rc 0) 00000100:00100000:3.0:1718402021.699270:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7223:x1801871185010304:12345-0@lo:101:mdt00_007.0 Request processed in 59us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.699275:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20179 00000100:00100000:1.0:1718402021.699282:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010304:0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.699290:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699296:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.699306:0:7223:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:1.0:1718402021.699318:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699325:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699335:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699409:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff880131df6900) 00010000:00010000:1.0:1718402021.699412:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402021.699417:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338000/0xddd980ffd8f68e10 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7bc:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe5d expref: 13 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699444:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699451:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699457:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.699494:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010368:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.699516:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.699537:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8480 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.699577:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010368 00000100:00100000:3.0:1718402021.699596:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20180 00000100:00100000:3.0:1718402021.699599:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7223:x1801871185010368:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1718402021.699684:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7223:x1801871185010368:12345-0@lo:1000:mdt00_007.0 Request processed in 84us (167us total) trans 0 rc -2/-2 00000100:00100000:3.0:1718402021.699690:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20180 00000100:00100000:1.0:1718402021.699709:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010368:0@lo:1000:mdt00_007.0 00010000:00010000:1.0:1718402021.699731:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699739:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699745:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699761:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699767:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699773:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.699783:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010432:0@lo:101:mdt00_007.0 00000100:00100000:1.0:1718402021.699800:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.699812:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8a80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.699820:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010432 00000100:00100000:3.0:1718402021.699834:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20181 00000100:00100000:3.0:1718402021.699838:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:7223:x1801871185010432:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1718402021.699844:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.699851:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2640/0xddd980ffd8f68e64 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68e5d expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.699863:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2640/0xddd980ffd8f68e64 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68e5d expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.699870:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2640/0xddd980ffd8f68e64 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e5d expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.699901:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880098669600) 00010000:00010000:3.0:1718402021.699903:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 47 00010000:00010000:3.0:1718402021.699905:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac2640, rc 0) 00000100:00100000:3.0:1718402021.699937:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7223:x1801871185010432:12345-0@lo:101:mdt00_007.0 Request processed in 98us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.699943:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20181 00000100:00100000:1.0:1718402021.699960:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010432:0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.699968:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e64 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.699975:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e64 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.699985:0:7223:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60a:0x0] 00000100:00100000:1.0:1718402021.700458:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010496:0@lo:403:mdt00_007.0 00000100:00100000:1.0:1718402021.700485:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.700499:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8a80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.700505:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010496 00000100:00100000:3.0:1718402021.700522:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20182 00000100:00100000:3.0:1718402021.700525:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7223:x1801871185010496:12345-0@lo:403:mdt00_007.0 00000100:00100000:3.0:1718402021.702110:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7223:x1801871185010496:12345-0@lo:403:mdt00_007.0 Request processed in 1583us (1623us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.702118:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20182 00000100:00100000:1.0:1718402021.702135:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010496:0@lo:403:mdt00_007.0 00000100:00100000:1.0:1718402021.702719:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010560:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.702745:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.702771:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8480 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.702797:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010560 00000100:00100000:3.0:1718402021.702825:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20183 00000100:00100000:3.0:1718402021.702829:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7223:x1801871185010560:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1718402021.702870:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7223:x1801871185010560:12345-0@lo:1000:mdt00_007.0 Request processed in 41us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.702876:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20183 00000100:00100000:1.0:1718402021.702885:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010560:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.702953:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010624:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.702975:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.702985:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8480 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.702990:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010624 00000100:00100000:3.0:1718402021.703009:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20184 00000100:00100000:3.0:1718402021.703011:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7223:x1801871185010624:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1718402021.703039:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7223:x1801871185010624:12345-0@lo:1000:mdt00_007.0 Request processed in 27us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.703043:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20184 00000100:00100000:1.0:1718402021.703055:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010624:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.703103:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010688:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.703122:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.703132:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.703133:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010688 00000100:00100000:3.0:1718402021.703147:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20185 00000100:00100000:3.0:1718402021.703149:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7223:x1801871185010688:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1718402021.703175:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:7223:x1801871185010688:12345-0@lo:1000:mdt00_007.0 Request processed in 26us (53us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.703179:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20185 00000100:00100000:1.0:1718402021.703205:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010688:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.703249:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010752:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.703270:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.703280:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8240 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.703281:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010752 00000100:00100000:3.0:1718402021.703290:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20186 00000100:00100000:3.0:1718402021.703292:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7223:x1801871185010752:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1718402021.703325:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7223:x1801871185010752:12345-0@lo:1000:mdt00_007.0 Request processed in 32us (55us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.703328:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20186 00000100:00100000:1.0:1718402021.703337:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010752:0@lo:1000:mdt00_007.0 00000040:00080000:1.0:1718402021.703527:0:7223:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].764, 952 off587672 00000040:00080000:1.0:1718402021.703556:0:7223:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].766, 1032 off649168 00000100:00100000:1.0:1718402021.703588:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010816:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1718402021.703603:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.703618:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.703634:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010816 00000100:00100000:3.0:1718402021.703648:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20187 00000100:00100000:3.0:1718402021.703650:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7223:x1801871185010816:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1718402021.703712:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc04c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7223:x1801871185010816:12345-0@lo:1000:mdt00_007.0 Request processed in 60us (107us total) trans 4294974572 rc 0/0 00000100:00100000:3.0:1718402021.703715:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20187 00000100:00100000:1.0:1718402021.703734:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc4c00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:7223:1801871185010816:0@lo:1000:mdt00_007.0 00000004:00080000:1.0:1718402021.703738:0:7223:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880123cc8f00 with version 1498 00000004:00080000:2.0:1718402021.703771:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1498 rpc_version 1498 00000100:00100000:2.0:1718402021.703793:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c2600 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185010880:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402021.703815:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.703828:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef240 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.703829:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010880 00000100:00100000:3.0:1718402021.703841:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20188 00000100:00100000:3.0:1718402021.703843:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:32565:x1801871185010880:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718402021.704029:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:32565:x1801871185010880:12345-0@lo:1000:osp_up1-0.0 Request processed in 184us (213us total) trans 4294987122 rc 0/0 00000100:00100000:3.0:1718402021.704033:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20188 00000100:00100000:2.0:1718402021.704088:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c2600 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185010880:0@lo:1000:osp_up1-0.0 00000004:00010000:1.0:1718402021.704131:0:7223:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800845c4740 reply state ffff88009f18e000 transno 8589959571 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.704143:0:7223:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60a:0x0] 00010000:00010000:1.0:1718402021.704147:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e64 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704153:0:7223:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e64 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.704161:0:7223:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800845c4740 reply state ffff88009f18e000 transno 8589959571 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.704255:0:7223:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000400:0x1a5:0x0] 00010000:00010000:1.0:1718402021.704261:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704267:0:7223:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.704274:0:7223:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800845c4740 reply state ffff88009f18e000 transno 8589959571 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.704283:0:7223:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f0:0x0] 00010000:00010000:1.0:1718402021.704286:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704291:0:7223:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704297:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704302:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704311:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704317:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704323:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33ba80 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402021.704326:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704332:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704342:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800859f0f00) 00010000:00010000:1.0:1718402021.704345:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.704346:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.704351:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ba80/0xddd980ffd8f68e25 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.704417:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+14:26918:x1801871189953152:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 8831us (8923us total) trans 8589959571 rc 0/0 00000100:00100000:1.0:1718402021.704428:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101388 00010000:00010000:2.0:1718402021.705222:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.705232:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800859f0200) 00010000:00010000:2.0:1718402021.705234:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.705236:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.705242:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff8800859f0900) 00010000:00010000:2.0:1718402021.705244:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.705246:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.705261:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff8800859f0a00) 00010000:00010000:2.0:1718402021.705263:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:3.0:1718402021.705515:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.705548:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953280 00000100:00100000:0.0:1718402021.705584:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10819 00000100:00100000:0.0:1718402021.705588:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a004c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+33:26918:x1801871189953280:12345-192.168.204.24@tcp:35:lfs.0 00000040:00080000:0.0:1718402021.705763:0:6876:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1121, 344 off1016152 00000040:00080000:0.0:1718402021.705787:0:6876:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1499, 424 off1435424 00000004:00080000:0.0:1718402021.705789:0:6876:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880098699100 with version 7103 00000004:00080000:2.0:1718402021.705820:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7103 rpc_version 7103 00000100:00100000:2.0:1718402021.705842:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800863c0e40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185010944:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718402021.705870:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.705890:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef240 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.705905:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185010944 00000100:00100000:3.0:1718402021.705928:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20189 00000100:00100000:3.0:1718402021.705932:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad90980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871185010944:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1718402021.706023:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad90980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871185010944:12345-0@lo:1000:osp_up0-1.0 Request processed in 90us (152us total) trans 8589959572 rc 0/0 00000100:00100000:3.0:1718402021.706029:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20189 00000100:00100000:2.0:1718402021.706061:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800863c0e40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185010944:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402021.706116:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a004c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+34:26918:x1801871189953280:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 527us (601us total) trans 4294987123 rc 0/0 00000100:00100000:0.0:1718402021.706123:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10819 00000100:00100000:0.0:1718402021.706872:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.706920:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953408 00000100:00100000:1.0:1718402021.706941:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101389 00000100:00100000:1.0:1718402021.706944:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+34:26918:x1801871189953408:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1718402021.706989:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.706995:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.707001:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.707008:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185011008:0@lo:101:mdt00_007.0 00000100:00100000:1.0:1718402021.707024:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.707040:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098ff9b40 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.707053:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011008 00000100:00100000:3.0:1718402021.707074:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20190 00000100:00100000:3.0:1718402021.707077:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185011008:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1718402021.707084:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.707094:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68e72 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68e6b expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.707115:0:6878:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd45 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.707127:0:6878:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68e72 lrc: 4/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68e6b expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.707144:0:6878:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd45 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.707154:0:6878:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd45 expref: 13 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:3.0:1718402021.707164:0:6878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a04740 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6878:1801871185011072:192.168.204.24@tcp:104: 00000100:00100000:3.0:1718402021.707209:0:6878:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800886359c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.707955:0:6878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a04740 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6878:1801871185011072:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402021.707975:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68e72 lrc: 3/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e6b expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.707982:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008a404700) 00010000:00010000:0.0:1718402021.707985:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718402021.707987:0:6878:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68e72 lrc: 3/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e6b expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.707993:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac3cc0, rc 0) 00000100:00100000:2.0:1718402021.708011:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.708029:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7223:x1801871185011008:12345-0@lo:101:mdt00_007.0 Request processed in 950us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.708034:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20190 00000100:00100000:3.0:1718402021.708046:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953472 00000100:00100000:1.0:1718402021.708053:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185011008:0@lo:101:mdt00_007.0 00010000:00010000:3.0:1718402021.708061:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd45 expref: 14 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:1.0:1718402021.708063:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.708069:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 4/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.708080:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32811 00000100:00100000:3.0:1718402021.708084:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad93900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+14:1882:x1801871189953472:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1718402021.708093:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.708096:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd45 expref: 14 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.708103:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd45 expref: 14 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.708115:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800737e7cc0/0xddd980ffd8f68898 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd45 expref: 14 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.708130:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008a404700) 00010000:00010000:3.0:1718402021.708133:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68e72 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e6b expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.708140:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68e72 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68e6b expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.708145:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68e72 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68e6b expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.708160:0:30108:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68e72 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e6b expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.708167:0:30108:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a04740 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000_UUID:30108:1801871185011136:0@lo:105: 00000100:00100000:3.0:1718402021.708188:0:30108:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.708222:0:30108:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635c00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.708249:0:6859:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011136 00000100:00100000:0.0:1718402021.708268:0:6859:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5546 00000100:00100000:0.0:1718402021.708272:0:6859:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a03dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:30108:x1801871185011136:12345-0@lo:105: 00010000:00010000:0.0:1718402021.708279:0:6859:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 5/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.708286:0:6859:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 5/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.708291:0:6859:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 5/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.708296:0:6859:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.708301:0:6859:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.708322:0:6859:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88008c33a640) 00010000:00010000:1.0:1718402021.708341:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.708346:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.708354:0:6859:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a03dc0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:30108:x1801871185011136:12345-0@lo:105: Request processed in 81us (165us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402021.708358:0:7223:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.708360:0:6859:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5546 00010000:00010000:1.0:1718402021.708361:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.708367:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.708379:0:30108:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a04740 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000_UUID:30108:1801871185011136:0@lo:105: 00010000:00010000:1.0:1718402021.708381:0:7223:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.708384:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.708387:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.708391:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.708392:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a640 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402021.708395:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.708396:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.708399:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.708399:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.708403:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.708408:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad93900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+13:1882:x1801871189953472:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 323us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.708411:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185011200:0@lo:101:mdt00_007.0 00010000:00010000:2.0:1718402021.708413:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.708414:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32811 00010000:00010000:2.0:1718402021.708416:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1718402021.708427:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718402021.708431:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 1/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.708434:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c33a640/0xddd980ffd8f68e6b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68e72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.708436:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880098df8480 going to sleep for 6 seconds 00000100:00100000:3.0:1718402021.708443:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1718402021.708445:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011200 00010000:00010000:2.0:1718402021.708450:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.708450:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402021.708451:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad976c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185011264:0@lo:103:ldlm_bl_01.0 00010000:00010000:2.0:1718402021.708452:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.708457:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20191 00000100:00100000:1.0:1718402021.708459:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7223:x1801871185011200:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.708464:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.708469:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f68e80 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68e79 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.708471:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402021.708479:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f68e80 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68e79 expref: 10 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.708483:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011264 00010000:00010000:1.0:1718402021.708484:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f68e80 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e79 expref: 10 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.708491:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402021.708492:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.708493:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33ad00, rc 0) 00000100:00100000:2.0:1718402021.708502:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7476 00000100:00100000:2.0:1718402021.708505:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a04740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+11:3334:x1801871185011264:12345-0@lo:103:ldlm_bl_01.0 00000100:00100000:1.0:1718402021.708508:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7223:x1801871185011200:12345-0@lo:101:mdt00_007.0 Request processed in 49us (82us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.708511:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1718402021.708511:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20191 00010000:00010000:2.0:1718402021.708519:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68e72 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68e6b expref: 10 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.708526:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc63c0 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185011200:0@lo:101:mdt00_007.0 00010000:00010000:2.0:1718402021.708530:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008a404700) 00010000:00010000:0.0:1718402021.708535:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e80 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.708536:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.708541:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e80 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402021.708552:0:7223:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1718402021.708559:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a04740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+9:3334:x1801871185011264:12345-0@lo:103:ldlm_bl_01.0 Request processed in 53us (88us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402021.708574:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.708579:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad976c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185011264:0@lo:103:ldlm_bl_01.0 00000100:00100000:2.0:1718402021.708582:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7476 00010000:00010000:0.0:1718402021.708583:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd92 expref: 34 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.708588:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f68e33 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e2c expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.708591:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.708602:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f68e33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68e2c expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.708608:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c2140 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185011328:0@lo:104: 00000100:00100000:0.0:1718402021.708623:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.708635:0:6859:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011328 00010000:00010000:0.0:1718402021.708635:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd92 expref: 34 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.708640:0:7223:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd92 expref: 34 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:0.0:1718402021.708646:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c6880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185011392:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402021.708648:0:6859:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5547 00000100:00100000:2.0:1718402021.708651:0:6859:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c04c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7223:x1801871185011328:12345-0@lo:104: 00000100:00100000:0.0:1718402021.708665:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb540 going to sleep for 6 seconds 00010000:00010000:2.0:1718402021.708679:0:6859:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718402021.708679:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c2140 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185011328:0@lo:104: 00000100:00100000:2.0:1718402021.708688:0:6859:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c04c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7223:x1801871185011328:12345-0@lo:104: Request processed in 31us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.708693:0:6859:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5547 00010000:00010000:2.0:1718402021.708705:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.708708:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68e33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.708714:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33af40 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:2.0:1718402021.708717:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68e33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402021.708722:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68e33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.708738:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 2/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68e33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.708743:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.708762:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68e33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.708767:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33af40/0xddd980ffd8f68e2c lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68e33 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.708767:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1718402021.708772:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad976c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185011456:0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718402021.708778:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.708779:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.708781:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.708787:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.708797:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011456 00010000:00010000:2.0:1718402021.708806:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f68e33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68e2c expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.708828:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32812 00000100:00100000:2.0:1718402021.708831:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ca7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+9:3333:x1801871185011456:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:2.0:1718402021.708837:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718402021.709248:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c6880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185011392:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402021.709266:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.709397:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.709435:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953536 00010000:00010000:3.0:1718402021.709448:0:6862:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd92 expref: 35 pid: 7224 timeout: 3901 lvb_type: 0 00000100:00100000:3.0:1718402021.709471:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32813 00000100:00100000:3.0:1718402021.709475:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a05304c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+35:1882:x1801871189953536:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1718402021.709482:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402021.709485:0:6862:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd92 expref: 35 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.709492:0:6862:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd92 expref: 35 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.709503:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f689b7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd92 expref: 35 pid: 7224 timeout: 3901 lvb_type: 0 00010000:00010000:3.0:1718402021.709512:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880098669400) 00010000:00010000:3.0:1718402021.709515:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.709520:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.709525:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.709529:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.709534:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.709540:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.709544:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.709549:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402021.709579:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a05304c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b4942422-518c-4999-8e56-6394c3b8b64e+34:1882:x1801871189953536:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 103us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.709585:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32813 00000001:00080000:0.0:1718402021.709746:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987123 is committed 00000001:00080000:0.0:1718402021.709755:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987122 is committed 00010000:00010000:2.0:1718402021.709851:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f68e33 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68e2c expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.709859:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880098669400) 00010000:00010000:2.0:1718402021.709860:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.709864:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.709867:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.709877:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402021.709887:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.709895:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.709902:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ca7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+7:3333:x1801871185011456:12345-0@lo:103:ldlm_bl_03.0 Request processed in 1071us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.709907:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32812 00010000:00010000:0.0:1718402021.709914:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.709920:0:7223:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68e41 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e3a expref: 6 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.709923:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 4/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.709934:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad976c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185011456:0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1718402021.709935:0:7223:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68e41 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f68e3a expref: 6 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.709940:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c0980 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185011520:0@lo:104: 00000100:00100000:0.0:1718402021.709954:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402021.709962:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb300 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.709967:0:6859:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011520 00000100:00100000:2.0:1718402021.709981:0:6859:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5548 00000100:00100000:2.0:1718402021.709984:0:6859:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7223:x1801871185011520:12345-0@lo:104: 00010000:00010000:2.0:1718402021.710010:0:6859:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402021.710013:0:6859:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c3440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:7223:x1801871185011520:12345-0@lo:104: Request processed in 29us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402021.710013:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c0980 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001_UUID:7223:1801871185011520:0@lo:104: 00000100:00100000:2.0:1718402021.710017:0:6859:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5548 00010000:00010000:0.0:1718402021.710024:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710036:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402021.710040:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f68e41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710049:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339d40 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402021.710051:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f68e41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.710057:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f68e41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710073:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 2/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68e41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710078:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402021.710097:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 1/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68e41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710102:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c339d40/0xddd980ffd8f68e3a lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x7f rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f68e41 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.710103:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1718402021.710109:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871185011584:0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402021.710119:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.710121:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.710122:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402021.710127:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.710158:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011584 00010000:00010000:3.0:1718402021.710169:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68e41 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f68e3a expref: 7 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.710184:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32814 00000100:00100000:3.0:1718402021.710187:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c0980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+7:3332:x1801871185011584:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718402021.710209:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402021.710372:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68e41 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f68e3a expref: 7 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.710381:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:0.0:1718402021.710383:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.710388:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.710393:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.710411:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1718402021.710433:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c0980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+6:3332:x1801871185011584:12345-0@lo:103:ldlm_bl_04.0 Request processed in 246us (306us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.710438:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.710439:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32814 00010000:00010000:2.0:1718402021.710451:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.710460:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc6d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871185011584:0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402021.710471:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.710477:0:7223:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.710483:0:7223:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.710494:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0532140 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185011648:0@lo:101:mdt00_007.0 00000100:00100000:2.0:1718402021.710515:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.710536:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.710547:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011648 00000100:00100000:1.0:1718402021.710572:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20192 00000100:00100000:1.0:1718402021.710575:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7223:x1801871185011648:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1718402021.710580:0:19561:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.710586:0:19561:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f68e95 expref: -99 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710594:0:19561:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710598:0:19561:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 4/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710604:0:19561:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718402021.710617:0:19561:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:1.0:1718402021.710643:0:19561:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.710654:0:19561:0:(mdt_lvb.c:110:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb size from disk: 0 -> 4096 00000004:00010000:1.0:1718402021.710656:0:19561:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb mtime from disk: 0 -> 1718402020 00000004:00010000:1.0:1718402021.710657:0:19561:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb atime from disk: 0 -> 1718402019 00000004:00010000:1.0:1718402021.710659:0:19561:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb ctime from disk: 0 -> 1718402020 00000004:00010000:1.0:1718402021.710660:0:19561:0:(mdt_lvb.c:135:mdt_dom_disk_lvbo_update()) res: [0x200000402:0x7af:0x0] updating lvb blocks from disk: 18427282363563114435 -> 8 00010000:00010000:1.0:1718402021.710663:0:19561:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800859f0200) 00010000:00010000:1.0:1718402021.710665:0:19561:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:1.0:1718402021.710667:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710673:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710677:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710682:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710687:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710692:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710698:0:19561:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 10 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.710702:0:19561:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33a1c0, rc 0) 00000100:00100000:1.0:1718402021.710737:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7223:x1801871185011648:12345-0@lo:101:mdt00_007.0 Request processed in 160us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.710743:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20192 00000100:00100000:2.0:1718402021.710765:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0532140 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185011648:0@lo:101:mdt00_007.0 00010000:00010000:2.0:1718402021.710775:0:7223:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.710780:0:7223:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.711493:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68e64 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.711501:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68e64 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.711517:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68e64 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.711521:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718402021.711546:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88008c33b180/0xddd980ffd8f68e5d lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68e64 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.711553:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a00e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871185011712:0@lo:103:jbd2/dm-0-8.0 00000001:00080000:3.0:1718402021.711559:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959572 is committed 00000100:00100000:0.0:1718402021.711582:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:3.0:1718402021.711584:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959571 is committed 00000001:00080000:3.0:1718402021.711591:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959569 is committed 00000100:00100000:0.0:1718402021.711599:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011712 00000020:00080000:3.0:1718402021.711603:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294990003 batchid updated 00000020:00080000:3.0:1718402021.711613:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990003 00010000:00010000:2.0:1718402021.711617:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000040:00100000:3.0:1718402021.711620:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 765 in log [0x2:0x40000404:0x2] 00010000:00010000:2.0:1718402021.711625:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.711626:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7477 00000100:00100000:0.0:1718402021.711630:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c6880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+6:3334:x1801871185011712:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1718402021.711634:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.711636:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.711639:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.711641:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.711644:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880131dab880 with version 1499 00000004:00010000:0.0:1718402021.711644:0:30108:0:(mdt_lvb.c:117:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60a:0x0] updating lvb mtime from disk: 0 -> 1718402019 00010000:00010000:2.0:1718402021.711646:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.711646:0:30108:0:(mdt_lvb.c:123:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60a:0x0] updating lvb atime from disk: 0 -> 1718402019 00000020:00080000:3.0:1718402021.711648:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294990003 cancel update log [0x2:0x40000404:0x2].765: rc = 0 00000004:00010000:0.0:1718402021.711648:0:30108:0:(mdt_lvb.c:129:mdt_dom_disk_lvbo_update()) res: [0x240000402:0x60a:0x0] updating lvb ctime from disk: 0 -> 1718402019 00000040:00100000:3.0:1718402021.711653:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 763 in log [0x2:0xbd0:0x2] 00010000:00010000:2.0:1718402021.711654:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800859f0200) 00010000:00010000:2.0:1718402021.711656:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.711656:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2640/0xddd980ffd8f68e64 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x47/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68e5d expref: 6 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711659:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.711666:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880098669600) 00010000:00010000:2.0:1718402021.711671:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.711671:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.711677:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402021.711686:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294990003 cancel update log [0x2:0xbd0:0x2].763: rc = 0 00000020:00080000:3.0:1718402021.711690:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990003 00000100:00100000:0.0:1718402021.711692:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c6880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+5:3334:x1801871185011712:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 63us (109us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.711693:0:3319:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 7 pid: 19561 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.711697:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7477 00000100:00100000:2.0:1718402021.711701:0:3319:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0535580 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3319:1801871185011776:0@lo:105: 00000100:00100000:1.0:1718402021.711704:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a00e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1801871185011712:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1718402021.711722:0:3319:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.711733:0:3319:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.711735:0:6859:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011776 00000004:00080000:2.0:1718402021.711743:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1499 rpc_version 1499 00000100:00100000:0.0:1718402021.711746:0:6859:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5549 00000100:00100000:0.0:1718402021.711748:0:6859:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3319:x1801871185011776:12345-0@lo:105: 00010000:00010000:0.0:1718402021.711752:0:6859:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.711756:0:6859:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.711758:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0530e40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185011840:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1718402021.711763:0:6859:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.711766:0:6859:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.711768:0:6859:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402021.711777:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1718402021.711777:0:6859:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880122e55b00) 00010000:00010000:3.0:1718402021.711778:0:7223:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.711782:0:7223:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.711793:0:6859:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3319:x1801871185011776:12345-0@lo:105: Request processed in 45us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.711795:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefb40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.711796:0:6859:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5549 00000100:00100000:1.0:1718402021.711803:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011840 00000100:00100000:2.0:1718402021.711810:0:3319:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0535580 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3319:1801871185011776:0@lo:105: 00000100:00100000:1.0:1718402021.711818:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20193 00010000:00010000:2.0:1718402021.711821:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.711821:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0536d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:32565:x1801871185011840:12345-0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1718402021.711826:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339200/0xddd980ffd8f68e48 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711835:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711839:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711844:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711848:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.711850:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711855:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711862:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (ffff8800859f0900) 00010000:00010000:2.0:1718402021.711864:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.711865:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711874:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c338240/0xddd980ffd8f68e4f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711884:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711889:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711893:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711897:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.711899:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.711903:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.711905:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0536d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:32565:x1801871185011840:12345-0@lo:1000:osp_up1-0.0 Request processed in 83us (128us total) trans 4294987124 rc 0/0 00010000:00010000:2.0:1718402021.711908:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff8800859f0a00) 00010000:00010000:2.0:1718402021.711910:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00000100:00100000:0.0:1718402021.711910:0:32565:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987122 gen 2 00010000:00010000:2.0:1718402021.711911:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.711911:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20193 00000004:00080000:0.0:1718402021.711913:0:32565:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987122 committed transno 4294987122 00010000:00010000:2.0:1718402021.711915:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c339440/0xddd980ffd8f68e56 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402021.711915:0:32565:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff880098df86c0 refcount 2 committed 0 result 0 batchid 4294990004 00000020:00080000:0.0:1718402021.711917:0:32565:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880071ebb900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8000 00000020:00080000:0.0:1718402021.711919:0:32565:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800859f0000 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8f00 00000020:00080000:0.0:1718402021.711920:0:32565:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].766 00000020:00080000:0.0:1718402021.711921:0:32565:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800859f0100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8800859f0700 00000020:00080000:0.0:1718402021.711922:0:32565:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].764 00000020:00080000:3.0:1718402021.711932:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294990004 committed batchid 4294990003 00000020:00080000:3.0:1718402021.711945:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990003 00000100:00100000:0.0:1718402021.711946:0:32565:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff8800a0530e40 x1801871185011840/t4294987124(4294987124) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1718402028 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up1-0.0' 00000100:00100000:0.0:1718402021.711957:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0530e40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185011840:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1718402021.712280:0:7223:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a00980 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185011904:0@lo:403:mdt00_007.0 00000100:00100000:3.0:1718402021.712301:0:7223:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.712314:0:7223:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635e40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.712333:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011904 00000100:00100000:2.0:1718402021.712355:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20194 00000100:00100000:2.0:1718402021.712359:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a00e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185011904:12345-0@lo:403:mdt00_007.0 00000100:00100000:2.0:1718402021.713821:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a00e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7223:x1801871185011904:12345-0@lo:403:mdt00_007.0 Request processed in 1461us (1518us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.713828:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20194 00000100:00100000:3.0:1718402021.713854:0:7223:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959572 gen 2 00000004:00080000:3.0:1718402021.713858:0:7223:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959568 committed transno 8589959572 00000020:00080000:3.0:1718402021.713862:0:7223:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88008b141240 refcount 2 committed 0 result 0 batchid 3549 00000020:00080000:3.0:1718402021.713865:0:7223:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800859f0b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880123cc8480 00000020:00080000:3.0:1718402021.713868:0:7223:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1498 00000020:00080000:3.0:1718402021.713869:0:7223:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880098657500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880098657c00 00000020:00080000:3.0:1718402021.713871:0:7223:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1119 00000004:00080000:3.0:1718402021.713894:0:7223:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959572 committed transno 8589959572 00000020:00080000:3.0:1718402021.713896:0:7223:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88011e297d80 refcount 2 committed 0 result 0 batchid 3550 00000020:00080000:3.0:1718402021.713897:0:7223:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880073616400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880098699100 00000020:00080000:3.0:1718402021.713898:0:7223:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1499 00000020:00080000:3.0:1718402021.713899:0:7223:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff880073616300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff880073616000 00000020:00080000:3.0:1718402021.713900:0:7223:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1121 00000020:00080000:1.0:1718402021.713909:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3550 committed batchid 3548 00000100:00100000:3.0:1718402021.713914:0:7223:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a00980 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:7223:1801871185011904:0@lo:403:mdt00_007.0 00000020:00080000:1.0:1718402021.713933:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3548 00000040:00080000:3.0:1718402021.714625:0:7223:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1122, 400 off1016552 00000040:00080000:3.0:1718402021.714729:0:7223:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1500, 480 off1435904 00000004:00080000:3.0:1718402021.714731:0:7223:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880131dab580 with version 7104 00000004:00080000:2.0:1718402021.714763:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7104 rpc_version 7104 00000100:00100000:2.0:1718402021.714787:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0535580 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185011968:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718402021.714813:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402021.714832:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfeff00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402021.714862:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185011968 00000100:00100000:0.0:1718402021.714884:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20195 00000100:00100000:0.0:1718402021.714886:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0536880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871185011968:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402021.715103:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0536880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8097:x1801871185011968:12345-0@lo:1000:osp_up0-1.0 Request processed in 214us (289us total) trans 8589959573 rc 0/0 00000100:00100000:0.0:1718402021.715110:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20195 00000100:00100000:2.0:1718402021.715146:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0535580 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185011968:0@lo:1000:osp_up0-1.0 00000004:00010000:3.0:1718402021.715182:0:7223:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800845c6d40 reply state ffff8800954c6c00 transno 4294987125 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.715206:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.715214:0:7223:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402021.715222:0:7223:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800845c6d40 reply state ffff8800954c6c00 transno 4294987125 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.715228:0:7223:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1718402021.715261:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e80 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.715268:0:7223:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f68e80 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.715317:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+15:26918:x1801871189953408:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 8371us (8445us total) trans 4294987125 rc 0/0 00000100:00100000:3.0:1718402021.715324:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101389 00010000:00010000:0.0:1718402021.716056:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.716065:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880098669400) 00010000:00010000:0.0:1718402021.716066:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402021.716068:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.716072:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:0.0:1718402021.716073:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718402021.723281:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.723335:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953600 00000100:00100000:3.0:1718402021.723375:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101390 00000100:00100000:3.0:1718402021.723381:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+10:26921:x1801871189953600:12345-192.168.204.24@tcp:101:find.0 00010000:00010000:3.0:1718402021.723404:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.723422:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f68ea3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe64 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723472:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f68eaa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723482:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f68eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723490:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f68eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723498:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f68eb1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723502:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f68eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723509:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f68eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723553:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f68eb8 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723557:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f68eb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723560:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f68eb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.723582:0:7223:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x5f0:0x0] 00000004:00010000:3.0:1718402021.723599:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f68eb8 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723605:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f68eaa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723608:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f68eaa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723612:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f68eaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723615:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac0fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.723617:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f68eaa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723621:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f68eaa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723629:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:3.0:1718402021.723631:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.723634:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f68eaa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723637:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f68eaa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723657:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f68eb1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723662:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f68eb1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723668:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f68eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723672:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac06c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.723674:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f68eb1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723678:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f68eb1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723684:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xba987c8e (ffff88008b468c00) 00010000:00010000:3.0:1718402021.723685:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.723687:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f68eb1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723695:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f68eb1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xba987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723720:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f68ea3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe64 expref: 12 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723729:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f68eb8 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe64 expref: 11 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.723735:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008b468700) 00010000:00010000:3.0:1718402021.723737:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402021.723738:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac2880, rc 0) 00000100:00100000:3.0:1718402021.723779:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+11:26921:x1801871189953600:12345-192.168.204.24@tcp:101:find.0 Request processed in 399us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.723784:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101390 00000100:00100000:2.0:1718402021.724617:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.724651:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953664 00000100:00100000:3.0:1718402021.724678:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101391 00000100:00100000:3.0:1718402021.724682:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0534280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+15:26921:x1801871189953664:12345-192.168.204.24@tcp:101:find.0 00010000:00010000:3.0:1718402021.724694:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.724704:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68ebf lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe6b expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.724729:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f68ec6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.724736:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f68ec6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.724747:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f68ec6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.724830:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f0:0x0]: returning size 4096 00000004:00200000:3.0:1718402021.724833:0:7223:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00010000:00010000:3.0:1718402021.724860:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3cc0/0xddd980ffd8f68ebf lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe6b expref: 17 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.724871:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f68ec6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe6b expref: 16 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.724877:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880098669400) 00010000:00010000:3.0:1718402021.724879:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718402021.724880:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac2d00, rc 0) 00000100:00100000:3.0:1718402021.724909:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0534280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+16:26921:x1801871189953664:12345-192.168.204.24@tcp:101:find.0 Request processed in 226us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.724915:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101391 00000100:00100000:0.0:1718402021.725607:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.725643:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953728 00000100:00100000:3.0:1718402021.725661:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101392 00000100:00100000:3.0:1718402021.725665:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+16:26921:x1801871189953728:12345-192.168.204.24@tcp:101:find.0 00010000:00010000:3.0:1718402021.725672:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.725679:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2640/0xddd980ffd8f68ecd lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe72 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.725694:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68ed4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.725701:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68ed4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.725706:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68ed4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.725719:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000400:0x1a5:0x0]: returning size 4096 00000004:00200000:3.0:1718402021.725720:0:7223:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00010000:00010000:3.0:1718402021.725730:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2640/0xddd980ffd8f68ecd lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe72 expref: 18 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.725737:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68ed4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe72 expref: 17 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.725740:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:3.0:1718402021.725741:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718402021.725742:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac18c0, rc 0) 00000100:00100000:3.0:1718402021.725765:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+17:26921:x1801871189953728:12345-192.168.204.24@tcp:101:find.0 Request processed in 100us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.725769:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101392 00000100:00100000:0.0:1718402021.726665:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.726698:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953856 00000100:00100000:3.0:1718402021.726712:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101393 00000100:00100000:3.0:1718402021.726715:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+17:26921:x1801871189953856:12345-192.168.204.24@tcp:101:find.0 00010000:00010000:3.0:1718402021.726720:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.726726:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f68edb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe79 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.726793:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0b40/0xddd980ffd8f68ee2 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.726800:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0b40/0xddd980ffd8f68ee2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.726807:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0b40/0xddd980ffd8f68ee2 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.726815:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f0:0x0]: returning size 4096 00010000:00010000:3.0:1718402021.726878:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3840/0xddd980ffd8f68edb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe79 expref: 20 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.726893:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0b40/0xddd980ffd8f68ee2 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe79 expref: 19 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.726898:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880098669400) 00010000:00010000:3.0:1718402021.726899:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1718402021.726901:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac0b40, rc 0) 00000100:00100000:3.0:1718402021.726930:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+19:26921:x1801871189953856:12345-192.168.204.24@tcp:101:find.0 Request processed in 213us (266us total) trans 4294987126 rc 0/0 00000100:00100000:3.0:1718402021.726935:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101393 00000100:00100000:2.0:1718402021.728411:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.728451:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953920 00000100:00100000:0.0:1718402021.728476:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10820 00000100:00100000:0.0:1718402021.728479:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf44050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+19:26921:x1801871189953920:12345-192.168.204.24@tcp:37:find.0 00000100:00100000:2.0:1718402021.730146:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf44050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+19:26921:x1801871189953920:12345-192.168.204.24@tcp:37:find.0 Request processed in 1664us (1735us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.730154:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10820 00000100:00100000:2.0:1718402021.731185:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.731226:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189953984 00000100:00100000:3.0:1718402021.731251:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101394 00000100:00100000:3.0:1718402021.731254:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a05363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+19:26921:x1801871189953984:12345-192.168.204.24@tcp:101:find.0 00010000:00010000:3.0:1718402021.731260:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.731268:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f68ef0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe80 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731290:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1b00/0xddd980ffd8f68ef7 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731296:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1b00/0xddd980ffd8f68ef7 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731301:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1b00/0xddd980ffd8f68ef7 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731308:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f68efe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731312:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f68efe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731314:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f68efe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731356:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0480/0xddd980ffd8f68f05 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731360:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0480/0xddd980ffd8f68f05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731363:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0480/0xddd980ffd8f68f05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.731413:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00000004:00200000:3.0:1718402021.731415:0:7223:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:3.0:1718402021.731424:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0480/0xddd980ffd8f68f05 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731429:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1b00/0xddd980ffd8f68ef7 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731433:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1b00/0xddd980ffd8f68ef7 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731436:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1b00/0xddd980ffd8f68ef7 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731439:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac1b00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.731441:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1b00/0xddd980ffd8f68ef7 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731444:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1b00/0xddd980ffd8f68ef7 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731450:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:3.0:1718402021.731451:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.731452:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1b00/0xddd980ffd8f68ef7 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731455:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1b00/0xddd980ffd8f68ef7 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731460:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f68efe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731463:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f68efe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731467:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f68efe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731469:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac3600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.731470:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f68efe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731473:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f68efe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731476:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff88008b468200) 00010000:00010000:3.0:1718402021.731477:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402021.731478:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f68efe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731480:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f68efe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731493:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f68ef0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe80 expref: 21 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731498:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0480/0xddd980ffd8f68f05 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe80 expref: 20 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.731501:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88008b468800) 00010000:00010000:3.0:1718402021.731502:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1718402021.731503:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac0480, rc 0) 00000100:00100000:3.0:1718402021.731525:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a05363c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+20:26921:x1801871189953984:12345-192.168.204.24@tcp:101:find.0 Request processed in 270us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402021.731530:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101394 00000100:00100000:0.0:1718402021.732647:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.732687:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.732713:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189954048 00000100:00100000:3.0:1718402021.732735:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189954176 00000100:00100000:1.0:1718402021.732746:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101395 00000100:00100000:3.0:1718402021.732751:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101396 00000100:00100000:1.0:1718402021.732751:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:1881:x1801871189954048:12345-192.168.204.24@tcp:101:ll_sa_26921.0 00000100:00100000:3.0:1718402021.732754:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+21:26921:x1801871189954176:12345-192.168.204.24@tcp:101:find.0 00010000:00010000:1.0:1718402021.732758:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.732760:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402021.732765:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68f13 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe8e expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732765:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f0c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe87 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732788:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f1a lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732796:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f1a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732803:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f1a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732813:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f21 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732819:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f21 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.732820:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68f28 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.732826:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68f28 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732826:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f21 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.732830:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68f28 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402021.732836:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00010000:00010000:1.0:1718402021.732861:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68f36 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732867:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68f36 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732873:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68f36 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.732885:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f68f13 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe8e expref: 25 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.732892:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68f28 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f3:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe8e expref: 24 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.732893:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60a:0x0]: returning size 1716 00010000:00010000:3.0:1718402021.732896:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88008b468800) 00000004:00200000:1.0:1718402021.732896:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1718402021.732898:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1718402021.732899:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac33c0, rc 0) 00000004:00010000:1.0:1718402021.732910:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68f36 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732916:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68f36 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732921:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f1a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.732923:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c7200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+24:26921:x1801871189954176:12345-192.168.204.24@tcp:101:find.0 Request processed in 168us (237us total) trans 4294987127 rc 0/0 00010000:00010000:1.0:1718402021.732926:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f1a lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.732927:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101396 00010000:00010000:1.0:1718402021.732930:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f1a lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732934:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.732936:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f1a lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732941:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f1a lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732947:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:1.0:1718402021.732949:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.732951:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f1a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732956:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f1a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732977:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f21 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732981:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f21 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732984:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f21 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732986:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.732987:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f21 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732990:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f21 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732993:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0xba987ca0 (ffff880071ebbf00) 00010000:00010000:1.0:1718402021.732995:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.732996:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f21 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.732999:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f21 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.733015:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f0c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe87 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.733020:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68f36 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe87 expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.733023:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880071ebba00) 00010000:00010000:1.0:1718402021.733024:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1718402021.733025:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c3386c0, rc 0) 00000100:00100000:1.0:1718402021.733051:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:1881:x1801871189954048:12345-192.168.204.24@tcp:101:ll_sa_26921.0 Request processed in 300us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.733055:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101395 00000100:00100000:0.0:1718402021.733887:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.733925:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189954240 00000100:00100000:2.0:1718402021.733965:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 551 00000100:00100000:2.0:1718402021.733971:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+7:1883:x1801871189954240:12345-192.168.204.24@tcp:101:ll_agl_26921.0 00010000:00010000:2.0:1718402021.733979:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.733990:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880122e54900/0xddd980ffd8f68f3d lrc: 2/0,0 mode: --/PR res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe95 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402021.734006:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x59a:0x0] initial LVB size: 1716, mtime: 0x666cbbe3, atime: 0x0, ctime: 0x666cbbe3, blocks: 0x8 00010000:00010000:2.0:1718402021.734016:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.734018:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.734023:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880122e54900/0xddd980ffd8f68f3d lrc: 3/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe95 expref: 8 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718402021.734034:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880122e54900/0xddd980ffd8f68f3d lrc: 3/0,0 mode: PR/PR res: [0x59a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe95 expref: 8 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718402021.734042:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54900, rc 0) 00000100:00100000:2.0:1718402021.734068:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:1883:x1801871189954240:12345-192.168.204.24@tcp:101:ll_agl_26921.0 Request processed in 97us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.734074:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 551 00000100:00100000:0.0:1718402021.746520:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.746599:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189954368 00000100:00100000:1.0:1718402021.746654:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101397 00000100:00100000:1.0:1718402021.746661:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26926:x1801871189954368:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.746692:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.746709:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f68f44 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbe9c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746776:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f4b lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746794:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f4b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746805:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f4b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746818:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68f52 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746825:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68f52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746830:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68f52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746892:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f4b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746899:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f4b lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746905:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f4b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746911:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.746914:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f4b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746921:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f4b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746932:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.746935:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.746938:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f4b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746944:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f4b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746974:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68f52 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746979:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68f52 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746985:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68f52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746990:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.746992:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68f52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.746997:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68f52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.747004:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3166 (ffff880071ebbf00) 00010000:00010000:1.0:1718402021.747006:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.747007:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68f52 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.747017:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f68f52 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.747045:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f68f44 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe9c expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.747052:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f68f44 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe9c expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.747061:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33a880, rc 0) 00000100:00100000:1.0:1718402021.747110:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26926:x1801871189954368:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 448us (593us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.747117:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101397 00000100:00100000:0.0:1718402021.748052:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.748092:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189954496 00000100:00100000:1.0:1718402021.748122:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101398 00000100:00100000:1.0:1718402021.748126:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26926:x1801871189954496:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.748134:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.748140:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338d80/0xddd980ffd8f68f59 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbea3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748168:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68f60 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748175:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68f60 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748181:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68f60 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748212:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68f67 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748219:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68f67 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748224:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68f67 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748281:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f68f6e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748289:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f68f6e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748296:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f68f6e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.748303:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f5:0x0]: returning size 0 00010000:00010000:1.0:1718402021.748358:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68f60 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748362:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68f60 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748365:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68f60 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748368:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b3c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.748369:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68f60 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748373:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68f60 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748377:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.748379:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.748380:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68f60 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748383:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f68f60 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748389:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68f67 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748391:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68f67 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748394:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68f67 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748396:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.748397:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68f67 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748400:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68f67 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748403:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3166 (ffff880071ebb200) 00010000:00010000:1.0:1718402021.748404:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.748405:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68f67 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748409:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f68f67 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748422:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338d80/0xddd980ffd8f68f59 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbea3 expref: 26 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748428:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f68f6e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbea3 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.748432:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff880071ebb000) 00010000:00010000:1.0:1718402021.748433:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.748434:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33a400, rc 0) 00000100:00100000:1.0:1718402021.748459:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:26926:x1801871189954496:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 332us (408us total) trans 4294987128 rc 0/0 00000100:00100000:1.0:1718402021.748462:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101398 00000100:00100000:0.0:1718402021.749302:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.749355:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189954624 00000100:00100000:3.0:1718402021.749389:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10821 00000100:00100000:3.0:1718402021.749394:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800863c2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+25:26926:x1801871189954624:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.749499:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800863c2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+26:26926:x1801871189954624:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 104us (198us total) trans 4294987129 rc 0/0 00000100:00100000:3.0:1718402021.749506:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10821 00000100:00100000:0.0:1718402021.754930:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.754987:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189954752 00000100:00100000:1.0:1718402021.755024:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101399 00000100:00100000:1.0:1718402021.755028:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26927:x1801871189954752:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.755046:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.755058:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68f7c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbeaa expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755104:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f83 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755113:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f83 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755120:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f83 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755128:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f8a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755131:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f8a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755135:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f8a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755178:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f83 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755182:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f83 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755186:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f83 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755208:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.755210:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f83 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755214:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f83 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755220:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.755223:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.755225:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f83 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755228:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f68f83 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755234:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f8a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755237:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f8a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755240:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755243:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.755244:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f8a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755247:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f8a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755250:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3266 (ffff880071ebbe00) 00010000:00010000:1.0:1718402021.755251:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.755251:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f8a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755254:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f68f8a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755277:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68f7c lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbeaa expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755281:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f68f7c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbeaa expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.755286:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33bcc0, rc 0) 00000100:00100000:1.0:1718402021.755323:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26927:x1801871189954752:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 294us (398us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.755327:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101399 00000100:00100000:0.0:1718402021.756366:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.756413:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189954880 00000100:00100000:1.0:1718402021.756437:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101400 00000100:00100000:1.0:1718402021.756440:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:26927:x1801871189954880:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.756446:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.756452:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f91 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbeb1 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756475:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f98 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756481:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f98 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756486:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f98 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756491:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68f9f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756495:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68f9f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756499:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68f9f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756545:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f68fa6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756549:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f68fa6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756552:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f68fa6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.756558:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f9:0x0]: returning size 0 00010000:00010000:1.0:1718402021.756623:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f98 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756629:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f98 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756634:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f98 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756639:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.756641:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f98 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756647:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f98 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756655:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.756657:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.756659:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f98 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756664:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f68f98 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756675:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68f9f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756680:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68f9f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756685:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68f9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756690:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.756692:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68f9f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756697:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68f9f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756702:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3266 (ffff880071ebb700) 00010000:00010000:1.0:1718402021.756704:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.756705:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68f9f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756711:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f68f9f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756728:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f68f91 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbeb1 expref: 29 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756734:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f68fa6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbeb1 expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.756738:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff880071ebb400) 00010000:00010000:1.0:1718402021.756739:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.756740:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338240, rc 0) 00000100:00100000:1.0:1718402021.756769:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+28:26927:x1801871189954880:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 328us (405us total) trans 4294987130 rc 0/0 00000100:00100000:1.0:1718402021.756773:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101400 00000100:00100000:0.0:1718402021.757554:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.757602:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189955008 00000100:00100000:3.0:1718402021.757629:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10822 00000100:00100000:3.0:1718402021.757633:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+28:26927:x1801871189955008:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.757718:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+29:26927:x1801871189955008:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 85us (165us total) trans 4294987131 rc 0/0 00000100:00100000:3.0:1718402021.757723:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10822 00000100:00100000:0.0:1718402021.763045:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.763134:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189955136 00000100:00100000:1.0:1718402021.763170:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101401 00000100:00100000:1.0:1718402021.763174:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+29:26928:x1801871189955136:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.763210:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.763221:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f68fb4 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbeb8 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763266:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f68fbb lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763274:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f68fbb lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763285:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f68fbb lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763292:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f68fc2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763295:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f68fc2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763299:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f68fc2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763338:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f68fbb lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763342:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f68fbb lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763346:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f68fbb lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763349:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33af40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.763351:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f68fbb lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763355:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f68fbb lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763361:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.763363:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.763365:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f68fbb lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763368:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f68fbb lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763374:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f68fc2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763376:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f68fc2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763379:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f68fc2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763382:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.763384:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f68fc2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763386:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f68fc2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763389:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3666 (ffff880071ebb100) 00010000:00010000:1.0:1718402021.763390:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.763391:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f68fc2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763393:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f68fc2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763412:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f68fb4 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbeb8 expref: 30 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763416:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f68fb4 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbeb8 expref: 30 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.763420:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c339200, rc 0) 00000100:00100000:1.0:1718402021.763454:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a6d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+29:26928:x1801871189955136:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 280us (413us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.763459:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101401 00000100:00100000:0.0:1718402021.764414:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.764449:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189955264 00000100:00100000:1.0:1718402021.764477:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101402 00000100:00100000:1.0:1718402021.764481:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+29:26928:x1801871189955264:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.764490:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.764499:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f68fc9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbebf expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764527:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68fd0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764535:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68fd0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764541:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68fd0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764550:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f68fd7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764557:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f68fd7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764580:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f68fd7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764631:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338fc0/0xddd980ffd8f68fde lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764638:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338fc0/0xddd980ffd8f68fde lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764643:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338fc0/0xddd980ffd8f68fde lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.764650:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f7:0x0]: returning size 0 00010000:00010000:1.0:1718402021.764707:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68fd0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764713:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68fd0 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764718:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68fd0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764723:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.764725:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68fd0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764731:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68fd0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764738:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.764741:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.764742:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68fd0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764747:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f68fd0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764754:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f68fd7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764759:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f68fd7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764763:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f68fd7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764768:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.764769:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f68fd7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764773:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f68fd7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764777:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3666 (ffff880071ebbf00) 00010000:00010000:1.0:1718402021.764778:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.764779:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f68fd7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764787:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f68fd7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764809:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f68fc9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbebf expref: 32 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764818:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338fc0/0xddd980ffd8f68fde lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbebf expref: 31 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.764823:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff880071ebb600) 00010000:00010000:1.0:1718402021.764825:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.764826:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338fc0, rc 0) 00000100:00100000:1.0:1718402021.764858:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+31:26928:x1801871189955264:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 376us (445us total) trans 4294987132 rc 0/0 00000100:00100000:1.0:1718402021.764865:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101402 00000100:00100000:0.0:1718402021.765689:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.765735:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189955392 00000100:00100000:3.0:1718402021.765762:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10823 00000100:00100000:3.0:1718402021.765764:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+31:26928:x1801871189955392:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.765850:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+32:26928:x1801871189955392:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 85us (162us total) trans 4294987133 rc 0/0 00000100:00100000:3.0:1718402021.765855:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10823 00000100:00100000:0.0:1718402021.771581:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.771625:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189955520 00000100:00100000:1.0:1718402021.771670:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101403 00000100:00100000:1.0:1718402021.771676:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+32:26929:x1801871189955520:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.771693:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.771706:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68fec lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbec6 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771755:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f68ff3 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771764:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f68ff3 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771778:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f68ff3 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771788:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68ffa lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771793:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68ffa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771798:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68ffa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771846:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f68ff3 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771851:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f68ff3 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771854:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f68ff3 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771857:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c3398c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.771859:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f68ff3 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771863:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f68ff3 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771870:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.771872:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.771874:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f68ff3 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771877:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f68ff3 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771884:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68ffa lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771887:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68ffa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771890:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68ffa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771893:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33aac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.771894:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68ffa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771896:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68ffa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771899:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3866 (ffff880073613e00) 00010000:00010000:1.0:1718402021.771901:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.771901:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68ffa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771904:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f68ffa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771923:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68fec lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbec6 expref: 33 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771927:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f68fec lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbec6 expref: 33 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.771932:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338480, rc 0) 00000100:00100000:1.0:1718402021.771967:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+32:26929:x1801871189955520:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 291us (390us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.771971:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101403 00000100:00100000:0.0:1718402021.772819:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.772860:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189955648 00000100:00100000:1.0:1718402021.772889:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101404 00000100:00100000:1.0:1718402021.772893:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+32:26929:x1801871189955648:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.772901:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.772907:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69001 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbecd expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.772932:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69008 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.772939:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69008 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.772946:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69008 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.772954:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6900f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.772960:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6900f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.772966:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6900f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773013:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f69016 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773020:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f69016 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773027:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f69016 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.773036:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f8:0x0]: returning size 0 00010000:00010000:1.0:1718402021.773086:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69008 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773093:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69008 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773098:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69008 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773103:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.773105:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69008 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773111:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69008 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773118:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.773120:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.773122:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69008 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773126:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69008 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773135:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6900f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773140:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6900f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773145:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6900f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773149:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.773151:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6900f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773156:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6900f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773162:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3866 (ffff880073613300) 00010000:00010000:1.0:1718402021.773164:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.773165:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6900f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773175:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6900f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773216:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69001 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbecd expref: 35 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773226:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f69016 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbecd expref: 34 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.773232:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff880073613700) 00010000:00010000:1.0:1718402021.773234:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.773235:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338b40, rc 0) 00000100:00100000:1.0:1718402021.773265:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+34:26929:x1801871189955648:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 371us (447us total) trans 4294987134 rc 0/0 00000100:00100000:1.0:1718402021.773271:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101404 00000100:00100000:0.0:1718402021.773984:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.774024:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189955776 00000100:00100000:3.0:1718402021.774047:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10824 00000100:00100000:3.0:1718402021.774050:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+34:26929:x1801871189955776:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.774131:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+35:26929:x1801871189955776:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 80us (149us total) trans 4294987135 rc 0/0 00000100:00100000:3.0:1718402021.774135:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10824 00000100:00100000:0.0:1718402021.778682:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.778724:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189955904 00000100:00100000:1.0:1718402021.778748:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101405 00000100:00100000:1.0:1718402021.778751:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+35:26930:x1801871189955904:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.778762:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.778769:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69024 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbed4 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778803:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6902b lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778811:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6902b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778825:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6902b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778836:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69032 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778848:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69032 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778855:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69032 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778891:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6902b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778898:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6902b lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778903:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6902b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778908:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.778910:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6902b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778916:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6902b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778924:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.778928:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.778929:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6902b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778934:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6902b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778942:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69032 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778946:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69032 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778950:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69032 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778954:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.778956:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69032 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778960:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69032 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778964:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3366 (ffff880073613600) 00010000:00010000:1.0:1718402021.778966:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.778967:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69032 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778971:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69032 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778994:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69024 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbed4 expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.778998:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69024 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbed4 expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.779002:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33bcc0, rc 0) 00000100:00100000:1.0:1718402021.779031:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+35:26930:x1801871189955904:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 278us (350us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.779035:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101405 00000100:00100000:0.0:1718402021.779831:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.779874:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189956032 00000100:00100000:1.0:1718402021.779899:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101406 00000100:00100000:1.0:1718402021.779902:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+35:26930:x1801871189956032:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.779910:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.779916:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338d80/0xddd980ffd8f69039 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbedb expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.779942:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f69040 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.779948:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f69040 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.779952:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f69040 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.779958:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69047 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.779962:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69047 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.779965:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69047 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780009:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f6904e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780015:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f6904e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780021:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f6904e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.780028:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fb:0x0]: returning size 0 00010000:00010000:1.0:1718402021.780067:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f69040 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780073:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f69040 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780077:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f69040 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780082:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.780083:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f69040 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780088:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f69040 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780095:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.780097:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.780099:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f69040 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780104:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f69040 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780111:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69047 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780115:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69047 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780119:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69047 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780124:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b3c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.780125:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69047 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780129:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69047 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780134:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3366 (ffff880073613100) 00010000:00010000:1.0:1718402021.780135:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.780136:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69047 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780144:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69047 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780162:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338d80/0xddd980ffd8f69039 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbedb expref: 38 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780169:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f6904e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbedb expref: 37 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.780173:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff880073613200) 00010000:00010000:1.0:1718402021.780174:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.780175:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33a880, rc 0) 00000100:00100000:1.0:1718402021.780215:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a17c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+37:26930:x1801871189956032:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 312us (386us total) trans 4294987136 rc 0/0 00000100:00100000:1.0:1718402021.780220:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101406 00000100:00100000:0.0:1718402021.780924:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.780957:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189956160 00000100:00100000:3.0:1718402021.780978:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10825 00000100:00100000:3.0:1718402021.780980:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+37:26930:x1801871189956160:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.781056:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+38:26930:x1801871189956160:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 74us (132us total) trans 4294987137 rc 0/0 00000100:00100000:3.0:1718402021.781063:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10825 00000100:00100000:0.0:1718402021.785865:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.785907:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189956288 00000100:00100000:1.0:1718402021.785932:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101407 00000100:00100000:1.0:1718402021.785935:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+38:26931:x1801871189956288:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.785945:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.785953:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6905c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbee2 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.785983:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69063 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.785988:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69063 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.785996:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69063 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786002:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6906a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786005:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6906a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786008:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6906a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786033:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69063 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786036:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69063 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786039:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69063 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786042:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.786044:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69063 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786047:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69063 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786052:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.786054:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.786055:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69063 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786058:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69063 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786063:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6906a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786066:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6906a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786069:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6906a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786072:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.786073:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6906a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786075:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6906a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786078:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3566 (ffff880073613a00) 00010000:00010000:1.0:1718402021.786079:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.786080:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6906a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786082:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f6906a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786097:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6905c lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbee2 expref: 39 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786101:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6905c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbee2 expref: 39 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.786105:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338900, rc 0) 00000100:00100000:1.0:1718402021.786134:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a0980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+38:26931:x1801871189956288:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 197us (271us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.786138:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101407 00000100:00100000:0.0:1718402021.787148:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.787208:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189956416 00000100:00100000:1.0:1718402021.787231:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101408 00000100:00100000:1.0:1718402021.787234:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+38:26931:x1801871189956416:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.787241:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.787246:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69071 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbee9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787267:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69078 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787272:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69078 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787276:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69078 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787281:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f6907f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787285:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f6907f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787289:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f6907f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787321:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f69086 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787325:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f69086 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787328:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f69086 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.787333:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fa:0x0]: returning size 0 00010000:00010000:1.0:1718402021.787364:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69078 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787368:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69078 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787371:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69078 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787374:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.787375:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69078 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787378:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69078 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787383:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.787384:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.787386:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69078 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787388:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69078 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787395:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f6907f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787398:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f6907f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787401:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f6907f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787403:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33aac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.787404:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f6907f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787406:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f6907f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787409:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3566 (ffff880073613e00) 00010000:00010000:1.0:1718402021.787410:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.787411:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f6907f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787416:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f6907f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787429:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69071 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbee9 expref: 41 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787435:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f69086 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbee9 expref: 40 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.787438:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff880073613900) 00010000:00010000:1.0:1718402021.787439:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.787440:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c3398c0, rc 0) 00000100:00100000:1.0:1718402021.787465:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+40:26931:x1801871189956416:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 229us (318us total) trans 4294987138 rc 0/0 00000100:00100000:1.0:1718402021.787469:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101408 00000100:00100000:2.0:1718402021.788325:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.788381:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189956544 00000100:00100000:3.0:1718402021.788400:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10826 00000100:00100000:3.0:1718402021.788403:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf43850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+40:26931:x1801871189956544:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.788483:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf43850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+41:26931:x1801871189956544:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 79us (160us total) trans 4294987139 rc 0/0 00000100:00100000:3.0:1718402021.788488:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10826 00000100:00100000:0.0:1718402021.793491:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.793545:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189956672 00000100:00100000:1.0:1718402021.793590:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101409 00000100:00100000:1.0:1718402021.793594:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+41:26932:x1801871189956672:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.793606:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.793615:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69094 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbef0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793647:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6909b lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793655:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6909b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793667:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6909b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793677:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f690a2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793683:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f690a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793688:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f690a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793716:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6909b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793722:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6909b lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793727:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6909b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793731:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.793733:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6909b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793738:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6909b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793746:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.793748:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.793750:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6909b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793755:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6909b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793763:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f690a2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793768:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f690a2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793772:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f690a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793777:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.793778:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f690a2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793783:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f690a2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793788:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3066 (ffff880073613d00) 00010000:00010000:1.0:1718402021.793790:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.793791:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f690a2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793795:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f690a2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793818:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69094 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbef0 expref: 42 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793824:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69094 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbef0 expref: 42 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.793831:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33ba80, rc 0) 00000100:00100000:1.0:1718402021.793864:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+41:26932:x1801871189956672:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 268us (374us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.793871:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101409 00000100:00100000:0.0:1718402021.794773:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.794819:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189956800 00000100:00100000:1.0:1718402021.794843:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101410 00000100:00100000:1.0:1718402021.794846:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+41:26932:x1801871189956800:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.794852:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.794858:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f690a9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbef7 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794879:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f690b0 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794884:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f690b0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794889:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f690b0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794894:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f690b7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794898:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f690b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794901:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f690b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794933:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338d80/0xddd980ffd8f690be lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794936:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338d80/0xddd980ffd8f690be lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794939:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338d80/0xddd980ffd8f690be lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.794944:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f6:0x0]: returning size 0 00010000:00010000:1.0:1718402021.794974:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f690b0 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794977:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f690b0 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794980:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f690b0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794983:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.794984:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f690b0 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794987:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f690b0 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794992:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.794994:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.794995:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f690b0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.794997:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f690b0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.795003:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f690b7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.795006:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f690b7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.795009:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f690b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.795011:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33af40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.795012:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f690b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.795015:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f690b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.795018:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3066 (ffff880073613000) 00010000:00010000:1.0:1718402021.795019:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.795020:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f690b7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.795027:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f690b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.795046:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f690a9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbef7 expref: 44 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.795054:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338d80/0xddd980ffd8f690be lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbef7 expref: 43 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.795060:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff880073613100) 00010000:00010000:1.0:1718402021.795061:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.795062:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338d80, rc 0) 00000100:00100000:1.0:1718402021.795095:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a2600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+43:26932:x1801871189956800:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 248us (322us total) trans 4294987140 rc 0/0 00000100:00100000:1.0:1718402021.795102:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101410 00000100:00100000:2.0:1718402021.795834:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.795877:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189956928 00000100:00100000:3.0:1718402021.795901:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10827 00000100:00100000:3.0:1718402021.795904:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+43:26932:x1801871189956928:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.795979:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+44:26932:x1801871189956928:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 74us (146us total) trans 4294987141 rc 0/0 00000100:00100000:3.0:1718402021.795984:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10827 00000100:00100000:0.0:1718402021.800961:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.801003:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189957056 00000100:00100000:1.0:1718402021.801029:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101411 00000100:00100000:1.0:1718402021.801033:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+44:26933:x1801871189957056:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.801044:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.801051:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f690cc lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbefe expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801086:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f690d3 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801092:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f690d3 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801101:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f690d3 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801108:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f690da lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801111:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f690da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801114:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f690da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801143:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f690d3 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801146:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f690d3 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801150:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f690d3 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801153:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.801154:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f690d3 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801157:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f690d3 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801163:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.801165:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.801166:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f690d3 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801169:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f690d3 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801174:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f690da lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801177:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f690da lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801179:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f690da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801183:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33bcc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.801184:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f690da lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801186:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f690da lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801207:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3966 (ffff880073613300) 00010000:00010000:1.0:1718402021.801209:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.801210:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f690da lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801212:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f690da lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801230:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f690cc lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbefe expref: 45 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801234:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f690cc lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbefe expref: 45 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.801237:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33b3c0, rc 0) 00000100:00100000:1.0:1718402021.801265:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a2140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+44:26933:x1801871189957056:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 231us (306us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.801269:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101411 00000100:00100000:0.0:1718402021.802182:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.802218:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189957184 00000100:00100000:1.0:1718402021.802242:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101412 00000100:00100000:1.0:1718402021.802245:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+44:26933:x1801871189957184:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.802252:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.802257:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f690e1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf05 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802278:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f690e8 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802283:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f690e8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802287:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f690e8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802293:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f690ef lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802296:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f690ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802300:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f690ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802333:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f690f6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802337:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f690f6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802340:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f690f6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.802345:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fc:0x0]: returning size 0 00010000:00010000:1.0:1718402021.802380:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f690e8 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802384:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f690e8 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802387:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f690e8 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802390:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.802391:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f690e8 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802394:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f690e8 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802399:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.802400:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.802401:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f690e8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802404:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f690e8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802410:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f690ef lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802413:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f690ef lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802416:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f690ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802418:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.802419:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f690ef lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802422:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f690ef lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802425:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3966 (ffff880073613a00) 00010000:00010000:1.0:1718402021.802426:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.802426:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f690ef lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802432:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f690ef lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802446:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f690e1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf05 expref: 47 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802450:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f690f6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf05 expref: 46 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.802454:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff880073613f00) 00010000:00010000:1.0:1718402021.802455:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.802455:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33aac0, rc 0) 00000100:00100000:1.0:1718402021.802486:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+46:26933:x1801871189957184:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 239us (303us total) trans 4294987142 rc 0/0 00000100:00100000:1.0:1718402021.802491:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101412 00000100:00100000:2.0:1718402021.803333:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.803373:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189957312 00000100:00100000:3.0:1718402021.803392:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10828 00000100:00100000:3.0:1718402021.803397:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+46:26933:x1801871189957312:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.803498:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+47:26933:x1801871189957312:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 101us (165us total) trans 4294987143 rc 0/0 00000100:00100000:3.0:1718402021.803505:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10828 00000100:00100000:0.0:1718402021.808762:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.808805:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189957440 00000100:00100000:1.0:1718402021.808838:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101413 00000100:00100000:1.0:1718402021.808844:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+47:26934:x1801871189957440:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.808858:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.808869:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69104 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf0c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.808908:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6910b lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.808917:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6910b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.808931:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6910b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.808942:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f69112 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.808948:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f69112 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.808954:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f69112 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.808988:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6910b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.808993:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6910b lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.808998:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6910b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809003:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.809005:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6910b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809010:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6910b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809018:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.809020:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.809022:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6910b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809025:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f6910b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809031:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f69112 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809033:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f69112 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809036:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f69112 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809039:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.809040:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f69112 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809042:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f69112 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809046:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3766 (ffff880073530700) 00010000:00010000:1.0:1718402021.809047:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.809047:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f69112 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809050:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f69112 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809068:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69104 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf0c expref: 48 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809072:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f69104 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf0c expref: 48 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.809076:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338480, rc 0) 00000100:00100000:1.0:1718402021.809105:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a1c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+47:26934:x1801871189957440:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 262us (345us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.809109:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101413 00000100:00100000:0.0:1718402021.810110:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.810142:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189957568 00000100:00100000:1.0:1718402021.810165:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101414 00000100:00100000:1.0:1718402021.810168:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+47:26934:x1801871189957568:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.810175:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.810180:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69119 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf13 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810219:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f69120 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810225:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f69120 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810229:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f69120 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810237:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f69127 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810243:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f69127 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810248:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f69127 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810299:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f6912e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810306:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f6912e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810312:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f6912e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.810320:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f4:0x0]: returning size 0 00010000:00010000:1.0:1718402021.810362:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f69120 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810369:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f69120 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810374:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f69120 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810377:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.810378:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f69120 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810381:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f69120 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810386:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.810388:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.810389:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f69120 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810392:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f69120 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810397:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f69127 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810400:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f69127 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810403:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f69127 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810406:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33af40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.810407:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f69127 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810409:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f69127 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810412:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3766 (ffff880073530400) 00010000:00010000:1.0:1718402021.810413:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.810414:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f69127 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810419:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f69127 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810434:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f69119 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf13 expref: 50 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810440:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f6912e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf13 expref: 49 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.810443:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff880073530c00) 00010000:00010000:1.0:1718402021.810444:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.810445:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c339d40, rc 0) 00000100:00100000:1.0:1718402021.810471:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a1300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+49:26934:x1801871189957568:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 302us (363us total) trans 4294987144 rc 0/0 00000100:00100000:1.0:1718402021.810475:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101414 00000100:00100000:2.0:1718402021.811433:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.811473:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189957696 00000100:00100000:3.0:1718402021.811491:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10829 00000100:00100000:3.0:1718402021.811494:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+49:26934:x1801871189957696:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.811584:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+50:26934:x1801871189957696:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 88us (151us total) trans 4294987145 rc 0/0 00000100:00100000:3.0:1718402021.811588:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10829 00000100:00100000:0.0:1718402021.816303:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.816346:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189957824 00000100:00100000:1.0:1718402021.816378:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101415 00000100:00100000:1.0:1718402021.816383:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+50:26935:x1801871189957824:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.816395:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.816406:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f6913c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf1a expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816447:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f69143 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816454:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f69143 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816464:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f69143 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816471:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6914a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816474:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6914a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816478:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6914a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816515:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f69143 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816518:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f69143 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816522:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f69143 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816525:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.816527:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f69143 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816530:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f69143 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816536:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.816538:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.816540:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f69143 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816543:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f69143 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816551:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6914a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816556:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6914a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816571:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6914a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816575:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.816577:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6914a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816581:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6914a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816587:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3466 (ffff880073530200) 00010000:00010000:1.0:1718402021.816589:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.816590:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6914a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816594:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6914a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816636:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f6913c lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf1a expref: 51 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816640:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f6913c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf1a expref: 51 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.816645:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33ba80, rc 0) 00000100:00100000:1.0:1718402021.816678:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a5a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+50:26935:x1801871189957824:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 295us (379us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.816682:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101415 00000100:00100000:0.0:1718402021.817694:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.817729:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189957952 00000100:00100000:1.0:1718402021.817754:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101416 00000100:00100000:1.0:1718402021.817757:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+50:26935:x1801871189957952:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.817763:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.817770:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69151 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf21 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817791:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69158 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817796:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69158 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817801:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69158 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817806:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6915f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817809:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6915f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817813:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6915f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817853:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69166 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817857:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69166 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817860:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69166 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.817865:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5fd:0x0]: returning size 0 00010000:00010000:1.0:1718402021.817915:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69158 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817918:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69158 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817921:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69158 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817924:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.817925:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69158 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817928:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69158 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817933:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.817935:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.817936:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69158 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817938:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69158 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817944:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6915f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817947:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6915f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817949:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6915f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817952:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.817953:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6915f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817956:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6915f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817959:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3466 (ffff880073530100) 00010000:00010000:1.0:1718402021.817960:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.817960:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6915f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817968:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f6915f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817987:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69151 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf21 expref: 53 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.817996:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69166 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf21 expref: 52 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.818001:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880073530a00) 00010000:00010000:1.0:1718402021.818003:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.818004:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33b3c0, rc 0) 00000100:00100000:1.0:1718402021.818038:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+52:26935:x1801871189957952:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 279us (345us total) trans 4294987146 rc 0/0 00000100:00100000:1.0:1718402021.818044:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101416 00000100:00100000:2.0:1718402021.818953:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.819000:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189958080 00000100:00100000:3.0:1718402021.819033:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10830 00000100:00100000:3.0:1718402021.819038:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+52:26935:x1801871189958080:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.819147:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+53:26935:x1801871189958080:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 108us (194us total) trans 4294987147 rc 0/0 00000100:00100000:3.0:1718402021.819154:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10830 00000100:00100000:0.0:1718402021.824764:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.824813:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189958208 00000100:00100000:1.0:1718402021.824855:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101417 00000100:00100000:1.0:1718402021.824861:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+53:26936:x1801871189958208:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.824878:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.824891:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69174 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf28 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.824944:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6917b lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.824954:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6917b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.824968:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6917b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.824980:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69182 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.824995:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69182 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825005:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69182 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825057:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6917b lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825063:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6917b lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825068:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6917b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825073:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.825076:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6917b lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825082:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6917b lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825092:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:1.0:1718402021.825095:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.825097:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6917b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825101:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6917b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825121:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69182 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825126:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69182 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825131:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69182 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825136:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.825138:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69182 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825142:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69182 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825148:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0xba987ca0 (ffff88008e126800) 00010000:00010000:1.0:1718402021.825150:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.825151:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69182 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825155:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69182 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825182:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69174 lrc: 1/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf28 expref: 54 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825188:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69174 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf28 expref: 54 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.825219:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33bcc0, rc 0) 00000100:00100000:1.0:1718402021.825258:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+53:26936:x1801871189958208:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 396us (497us total) trans 0 rc 301/301 00000100:00100000:1.0:1718402021.825265:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101417 00000100:00100000:0.0:1718402021.826246:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.826286:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189958336 00000100:00100000:1.0:1718402021.826308:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101418 00000100:00100000:1.0:1718402021.826311:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+53:26936:x1801871189958336:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402021.826318:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.826323:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f69189 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf2f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826344:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69190 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826349:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69190 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826354:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69190 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826359:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69197 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826364:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69197 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826367:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69197 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826405:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6919e lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826409:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6919e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826412:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6919e lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.826417:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60a:0x0]: returning size 1716 00010000:00010000:1.0:1718402021.826460:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69190 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826463:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69190 lrc: 2/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826466:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69190 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826469:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.826470:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69190 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826473:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69190 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826478:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:1.0:1718402021.826480:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.826481:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69190 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826483:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f69190 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826488:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69197 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826491:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69197 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826494:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69197 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826496:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33ba80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.826497:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69197 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826500:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69197 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826503:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0xba987ca0 (ffff88008e126f00) 00010000:00010000:1.0:1718402021.826504:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.826505:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69197 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826511:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f69197 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826523:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f69189 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x1a5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf2f expref: 56 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826529:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6919e lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf2f expref: 55 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.826532:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880071ebba00) 00010000:00010000:1.0:1718402021.826534:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402021.826535:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c338000, rc 0) 00000100:00100000:1.0:1718402021.826568:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+55:26936:x1801871189958336:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 247us (317us total) trans 4294987148 rc 0/0 00000100:00100000:1.0:1718402021.826573:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101418 00000100:00100000:0.0:1718402021.827323:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.827361:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189958464 00000100:00100000:3.0:1718402021.827390:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10831 00000100:00100000:3.0:1718402021.827394:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+55:26936:x1801871189958464:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402021.827502:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a4280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+56:26936:x1801871189958464:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 107us (180us total) trans 4294987149 rc 0/0 00000100:00100000:3.0:1718402021.827509:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10831 00000100:00100000:0.0:1718402021.831759:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.831825:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189958592 00000100:00100000:1.0:1718402021.831873:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101419 00000100:00100000:1.0:1718402021.831879:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+56:26937:x1801871189958592:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:1.0:1718402021.831898:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402021.831913:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691ac lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf36 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.831990:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f691b3 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.832001:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f691b3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.832015:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f691b3 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.832026:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60a:0x0]: returning size 1716 00010000:00010000:1.0:1718402021.832092:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691ac lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf36 expref: 59 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.832121:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f691b3 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf36 expref: 58 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.832127:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880071ebba00) 00010000:00010000:1.0:1718402021.832130:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1718402021.832132:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c33b840, rc 0) 00000100:00100000:1.0:1718402021.832175:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+58:26937:x1801871189958592:12345-192.168.204.24@tcp:101:diff.0 Request processed in 295us (419us total) trans 4294987150 rc 0/0 00000100:00100000:1.0:1718402021.832183:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101419 00000100:00100000:0.0:1718402021.833447:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402021.833496:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189958720 00002000:00100000:2.0:1718402021.833522:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59a:0x0] (0->4095) req@ffff8800708a0e40 x1801871189958720/t0(0) o3->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:169/0 lens 488/0 e 0 to 0 dl 1718402064 ref 1 fl New:/0/ffffffff rc 0/-1 job:'diff.0' 00002000:00100000:2.0:1718402021.833531:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800708a0e40 with x1801871189958720 ext(0->4095) 00002000:00010000:2.0:1718402021.833535:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800708a0e40 00000100:00100000:2.0:1718402021.833576:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28828 00000100:00100000:2.0:1718402021.833582:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800708a0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189958720:12345-192.168.204.24@tcp:3:diff.0 00000100:00100000:2.0:1718402021.833701:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800708a0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+8:1882:x1801871189958720:12345-192.168.204.24@tcp:3:diff.0 Request processed in 119us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1718402021.833707:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28828 00002000:00100000:2.0:1718402021.833712:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59a:0x0] (0->4095) req@ffff8800708a0e40 x1801871189958720/t0(0) o3->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:169/0 lens 488/4536 e 0 to 0 dl 1718402064 ref 1 fl Complete:/0/0 rc 4096/4096 job:'diff.0' 00002000:00100000:2.0:1718402021.833724:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800708a0e40 with x1801871189958720 ext(0->4095) 00002000:00010000:2.0:1718402021.833726:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800708a0e40 00000100:00100000:0.0:1718402021.838282:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.838343:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189958848 00000100:00100000:1.0:1718402021.838380:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101420 00000100:00100000:1.0:1718402021.838385:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ea140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+58:26938:x1801871189958848:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.838422:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1718402021.838440:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f68f6e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f5:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbea3 expref: 58 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838467:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff880071ebb000) 00010000:00010000:1.0:1718402021.838487:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4000/0xddd980ffd8f6890f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbd76 expref: 57 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838501:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126c00) 00010000:00010000:1.0:1718402021.838506:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.838524:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f691c1 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838533:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f691c1 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838541:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f691c1 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838550:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838555:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838574:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838628:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838634:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838639:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.838806:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].372, 64 off32000 00000004:00080000:1.0:1718402021.838812:0:7224:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3801408620269ns, next at 3802408618846ns, rc = 0 00010000:00010000:1.0:1718402021.838843:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838850:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838857:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838863:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838868:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838873:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838894:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.838906:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ea140 reply state ffff880095513000 transno 4294987151 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.838912:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.838916:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.838922:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339440 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.838924:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.838929:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.838936:0:6864:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff88008e126600) 00010000:00010000:0.0:1718402021.838937:0:6864:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1718402021.838946:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.838949:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339440/0xddd980ffd8f691d6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.838966:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.838967:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.838968:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.838982:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f691c1 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838987:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f691c1 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838992:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f691c1 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.838997:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33af40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.838999:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f691c1 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839004:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f691c1 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839011:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126700) 00010000:00010000:1.0:1718402021.839013:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.839015:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f691c1 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839019:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33af40/0xddd980ffd8f691c1 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.839027:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ea140 reply state ffff880095513000 transno 4294987151 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.839078:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ea140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+58:26938:x1801871189958848:12345-192.168.204.24@tcp:36:rm.0 Request processed in 693us (800us total) trans 4294987151 rc 0/0 00000100:00100000:1.0:1718402021.839085:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101420 00010000:00010000:2.0:1718402021.839637:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.839646:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3166 (ffff88008e126400) 00010000:00010000:2.0:1718402021.839648:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.839650:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.839655:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff88008e126600) 00010000:00010000:2.0:1718402021.839657:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.839760:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.839795:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189958976 00000100:00100000:1.0:1718402021.839818:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101421 00000100:00100000:1.0:1718402021.839822:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eaac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+58:26938:x1801871189958976:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.839839:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.839848:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338240/0xddd980ffd8f68fa6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbeb1 expref: 58 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839862:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff880071ebb400) 00010000:00010000:1.0:1718402021.839868:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.839876:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f691dd lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839883:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f691dd lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839888:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f691dd lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839896:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3266 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839901:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839906:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839930:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839936:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.839941:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.840089:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].364, 64 off31488 00000004:00080000:1.0:1718402021.840093:0:7224:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 3801409901683ns, next at 3802409900668ns, rc = 0 00010000:00010000:1.0:1718402021.840113:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840120:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840126:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840132:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840137:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840142:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840160:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.840167:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372eaac0 reply state ffff880095517000 transno 4294987152 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.840179:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.840182:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.840188:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33ba80 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.840209:0:6863:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.840215:0:6863:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.840223:0:6863:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff88008e126200) 00010000:00010000:2.0:1718402021.840225:0:6863:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718402021.840227:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.840237:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33ba80/0xddd980ffd8f691f2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840237:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f691dd lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840243:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f691dd lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840248:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f691dd lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840253:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.840255:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f691dd lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.840257:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.840258:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.840260:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.840260:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f691dd lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840267:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126f00) 00010000:00010000:1.0:1718402021.840269:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.840270:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f691dd lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.840275:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338900/0xddd980ffd8f691dd lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.840283:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372eaac0 reply state ffff880095517000 transno 4294987152 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.840321:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eaac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+59:26938:x1801871189958976:12345-192.168.204.24@tcp:36:rm.0 Request processed in 497us (561us total) trans 4294987152 rc 0/0 00000100:00100000:1.0:1718402021.840327:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101421 00010000:00010000:2.0:1718402021.840823:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.840836:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3266 (ffff88008e126800) 00010000:00010000:2.0:1718402021.840838:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.840841:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.840846:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff88008e126200) 00010000:00010000:2.0:1718402021.840847:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.841051:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.841094:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189959104 00000100:00100000:1.0:1718402021.841116:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101422 00000100:00100000:1.0:1718402021.841120:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ec280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+59:26938:x1801871189959104:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.841136:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.841146:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338fc0/0xddd980ffd8f68fde lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f7:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbebf expref: 59 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841160:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff880071ebb600) 00010000:00010000:1.0:1718402021.841166:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.841174:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f691f9 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841181:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f691f9 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841186:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f691f9 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841210:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3666 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841216:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841221:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841245:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841251:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841257:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.841332:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].365, 64 off31552 00010000:00010000:1.0:1718402021.841353:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841360:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841366:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841372:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841377:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841381:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841398:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.841405:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ec280 reply state ffff880095514000 transno 4294987153 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.841421:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.841424:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.841429:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b600 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.841430:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.841434:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.841440:0:9311:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff88008df9a700) 00010000:00010000:2.0:1718402021.841441:0:9311:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718402021.841443:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.841446:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b600/0xddd980ffd8f6920e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.841452:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.841453:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.841454:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.841454:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f691f9 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841459:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f691f9 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841464:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f691f9 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841472:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.841474:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f691f9 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841479:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f691f9 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841486:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008e126900) 00010000:00010000:1.0:1718402021.841488:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.841489:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f691f9 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.841494:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339680/0xddd980ffd8f691f9 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.841502:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ec280 reply state ffff880095514000 transno 4294987153 ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.841539:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ec280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+60:26938:x1801871189959104:12345-192.168.204.24@tcp:36:rm.0 Request processed in 418us (489us total) trans 4294987153 rc 0/0 00000100:00100000:1.0:1718402021.841545:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101422 00010000:00010000:2.0:1718402021.841993:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.841999:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3666 (ffff88008e126b00) 00010000:00010000:2.0:1718402021.842000:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.842001:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.842004:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff88008df9a700) 00010000:00010000:2.0:1718402021.842005:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.842177:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.842215:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189959232 00000100:00100000:1.0:1718402021.842241:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101423 00000100:00100000:1.0:1718402021.842245:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+60:26938:x1801871189959232:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.842263:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.842273:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338b40/0xddd980ffd8f69016 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbecd expref: 60 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842287:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff880073613700) 00010000:00010000:1.0:1718402021.842292:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.842300:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f69215 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842307:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f69215 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842312:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f69215 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842321:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3866 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842326:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842332:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842356:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842362:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842367:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.842438:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].366, 64 off31616 00010000:00010000:1.0:1718402021.842457:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842464:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842470:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842475:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842480:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842485:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842503:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.842510:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ef6c0 reply state ffff8800859ec000 transno 4294987154 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.842530:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.842534:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.842541:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6ac0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.842543:0:9312:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.842548:0:9312:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842555:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f69215 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842575:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f69215 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.842576:0:9312:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff88008a404800) 00010000:00010000:2.0:1718402021.842579:0:9312:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718402021.842580:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842581:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f69215 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.842586:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6ac0/0xddd980ffd8f6922a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842590:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.842592:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f69215 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842597:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f69215 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.842598:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.842599:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.842601:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.842605:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008a404400) 00010000:00010000:1.0:1718402021.842607:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.842608:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f69215 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.842613:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a400/0xddd980ffd8f69215 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.842622:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ef6c0 reply state ffff8800859ec000 transno 4294987154 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.842660:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+61:26938:x1801871189959232:12345-192.168.204.24@tcp:36:rm.0 Request processed in 414us (484us total) trans 4294987154 rc 0/0 00000100:00100000:1.0:1718402021.842667:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101423 00010000:00010000:2.0:1718402021.843146:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.843153:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3866 (ffff88008a404200) 00010000:00010000:2.0:1718402021.843155:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.843157:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.843163:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff88008a404800) 00010000:00010000:2.0:1718402021.843165:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.843355:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.843395:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189959360 00000100:00100000:1.0:1718402021.843419:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101424 00000100:00100000:1.0:1718402021.843423:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+61:26938:x1801871189959360:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.843441:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.843475:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a880/0xddd980ffd8f6904e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fb:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbedb expref: 61 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843490:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff880073613200) 00010000:00010000:1.0:1718402021.843494:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.843504:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5680/0xddd980ffd8f69231 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843511:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5680/0xddd980ffd8f69231 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843516:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5680/0xddd980ffd8f69231 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843522:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3366 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843525:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843528:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843548:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843551:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843555:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.843634:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].373, 64 off32064 00010000:00010000:1.0:1718402021.843650:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843654:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843658:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843662:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843665:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843668:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843684:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.843690:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372eed40 reply state ffff8800859e8000 transno 4294987155 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.843718:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.843722:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843724:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5680/0xddd980ffd8f69231 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843727:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5680/0xddd980ffd8f69231 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843730:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5680/0xddd980ffd8f69231 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.843730:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e61c0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.843732:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843736:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.843737:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5680/0xddd980ffd8f69231 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.843738:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843740:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5680/0xddd980ffd8f69231 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.843744:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008a404500) 00010000:00010000:1.0:1718402021.843745:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.843746:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5680/0xddd980ffd8f69231 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.843747:0:6864:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff88008a404100) 00010000:00010000:1.0:1718402021.843749:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5680/0xddd980ffd8f69231 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.843749:0:6864:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1718402021.843751:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.843755:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e61c0/0xddd980ffd8f69246 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.843756:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372eed40 reply state ffff8800859e8000 transno 4294987155 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.843766:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.843767:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.843768:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402021.843779:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+62:26938:x1801871189959360:12345-192.168.204.24@tcp:36:rm.0 Request processed in 356us (425us total) trans 4294987155 rc 0/0 00000100:00100000:1.0:1718402021.843784:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101424 00010000:00010000:2.0:1718402021.844261:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.844269:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3366 (ffff88008a404a00) 00010000:00010000:2.0:1718402021.844271:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.844273:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.844283:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff88008a404100) 00010000:00010000:2.0:1718402021.844285:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.844460:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.844500:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189959488 00000100:00100000:1.0:1718402021.844531:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101425 00000100:00100000:1.0:1718402021.844534:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ee3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+62:26938:x1801871189959488:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.844549:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.844557:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3398c0/0xddd980ffd8f69086 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fa:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbee9 expref: 62 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844585:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff880073613900) 00010000:00010000:1.0:1718402021.844588:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.844596:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f6924d lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844600:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f6924d lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844604:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f6924d lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844609:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3566 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844612:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844615:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844633:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844636:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844639:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.844697:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].374, 64 off32128 00010000:00010000:1.0:1718402021.844719:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844726:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844732:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844737:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844742:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844747:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844763:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.844769:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ee3c0 reply state ffff8800859eb000 transno 4294987156 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.844792:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.844795:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.844801:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6880 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.844802:0:6863:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.844806:0:6863:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844809:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f6924d lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.844812:0:6863:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff88008a404000) 00010000:00010000:1.0:1718402021.844812:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f6924d lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.844813:0:6863:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718402021.844814:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844816:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f6924d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.844818:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6880/0xddd980ffd8f69262 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844821:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5b00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.844822:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f6924d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844825:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f6924d lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.844826:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.844826:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.844827:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.844830:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008a404b00) 00010000:00010000:1.0:1718402021.844831:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.844832:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f6924d lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.844834:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5b00/0xddd980ffd8f6924d lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.844841:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ee3c0 reply state ffff8800859eb000 transno 4294987156 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.844871:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ee3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+63:26938:x1801871189959488:12345-192.168.204.24@tcp:36:rm.0 Request processed in 336us (413us total) trans 4294987156 rc 0/0 00000100:00100000:1.0:1718402021.844876:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101425 00010000:00010000:2.0:1718402021.845588:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.845593:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1718402021.845595:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3566 (ffff88008a404c00) 00010000:00010000:2.0:1718402021.845597:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.845598:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.845601:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff88008a404000) 00010000:00010000:2.0:1718402021.845602:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:1.0:1718402021.845632:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189959616 00000100:00100000:1.0:1718402021.845658:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101426 00000100:00100000:1.0:1718402021.845661:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372e97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+63:26938:x1801871189959616:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.845679:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.845689:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338d80/0xddd980ffd8f690be lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f6:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbef7 expref: 63 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845702:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff880073613100) 00010000:00010000:1.0:1718402021.845706:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.845715:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4480/0xddd980ffd8f69269 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845721:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4480/0xddd980ffd8f69269 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845726:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4480/0xddd980ffd8f69269 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845734:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3066 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845739:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845744:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845770:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845775:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845781:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.845873:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].367, 64 off31680 00010000:00010000:1.0:1718402021.845893:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845898:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845902:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845905:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845908:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845911:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845925:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.845931:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372e97c0 reply state ffff8800859e9000 transno 4294987157 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.845942:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.845945:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.845949:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4d80 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.845950:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.845954:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.845959:0:9311:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff88012dc22300) 00010000:00010000:2.0:1718402021.845960:0:9311:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718402021.845961:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.845964:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4d80/0xddd980ffd8f6927e lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845966:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4480/0xddd980ffd8f69269 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845970:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4480/0xddd980ffd8f69269 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.845973:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.845973:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.845973:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4480/0xddd980ffd8f69269 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.845974:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.845981:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.845992:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4480/0xddd980ffd8f69269 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.845996:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4480/0xddd980ffd8f69269 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.846001:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88008a404700) 00010000:00010000:1.0:1718402021.846002:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.846003:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4480/0xddd980ffd8f69269 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.846009:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4480/0xddd980ffd8f69269 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.846018:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372e97c0 reply state ffff8800859e9000 transno 4294987157 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.846057:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372e97c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+64:26938:x1801871189959616:12345-192.168.204.24@tcp:36:rm.0 Request processed in 394us (464us total) trans 4294987157 rc 0/0 00000100:00100000:1.0:1718402021.846063:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101426 00010000:00010000:2.0:1718402021.846638:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.846651:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3066 (ffff88008a404600) 00010000:00010000:2.0:1718402021.846653:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.846655:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.846661:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff88012dc22300) 00010000:00010000:2.0:1718402021.846662:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.846827:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.846873:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189959744 00000100:00100000:1.0:1718402021.846899:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101427 00000100:00100000:1.0:1718402021.846902:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372edf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+64:26938:x1801871189959744:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.846921:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.846931:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33aac0/0xddd980ffd8f690f6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fc:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf05 expref: 64 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.846944:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff880073613f00) 00010000:00010000:1.0:1718402021.846949:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.846958:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f69285 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.846965:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f69285 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.846970:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f69285 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.846977:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3966 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.846982:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.846986:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847013:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847019:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847025:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.847112:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].375, 64 off32192 00010000:00010000:1.0:1718402021.847134:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847142:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847148:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847154:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847159:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847163:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847184:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.847213:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372edf00 reply state ffff8800859ef000 transno 4294987158 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.847238:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.847242:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.847250:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7a80 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.847252:0:9312:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.847258:0:9312:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.847266:0:9312:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff88012dc22600) 00010000:00010000:1.0:1718402021.847267:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f69285 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.847268:0:9312:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718402021.847270:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847274:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f69285 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.847275:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7a80/0xddd980ffd8f6929a lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847279:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f69285 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.847286:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.847287:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.847287:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.847289:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.847289:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f69285 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847294:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f69285 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847300:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012dc22400) 00010000:00010000:1.0:1718402021.847301:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.847302:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f69285 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.847305:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5440/0xddd980ffd8f69285 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.847313:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372edf00 reply state ffff8800859ef000 transno 4294987158 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.847345:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372edf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+65:26938:x1801871189959744:12345-192.168.204.24@tcp:36:rm.0 Request processed in 442us (520us total) trans 4294987158 rc 0/0 00000100:00100000:1.0:1718402021.847350:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101427 00010000:00010000:2.0:1718402021.847902:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.847911:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3966 (ffff88012dc22800) 00010000:00010000:2.0:1718402021.847918:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.847920:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.847926:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff88012dc22600) 00010000:00010000:2.0:1718402021.847928:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.848123:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.848165:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189959872 00000100:00100000:1.0:1718402021.848206:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101428 00000100:00100000:1.0:1718402021.848209:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ecc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+65:26938:x1801871189959872:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.848226:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.848238:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339d40/0xddd980ffd8f6912e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f4:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf13 expref: 65 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848251:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff880073530c00) 00010000:00010000:1.0:1718402021.848258:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.848268:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6f40/0xddd980ffd8f692a1 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848275:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6f40/0xddd980ffd8f692a1 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848281:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6f40/0xddd980ffd8f692a1 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848289:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3766 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848295:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848300:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848327:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848334:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848341:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.848423:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x3:0x0].376, 64 off32256 00010000:00010000:1.0:1718402021.848443:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848450:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848457:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848463:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848468:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848473:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848491:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.848499:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ecc00 reply state ffff8800859ea000 transno 4294987159 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.848510:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.848514:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.848519:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6400 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.848521:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.848525:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.848532:0:6864:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff88012dc22e00) 00010000:00010000:0.0:1718402021.848533:0:6864:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1718402021.848535:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.848538:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6400/0xddd980ffd8f692b6 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.848546:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.848547:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.848547:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.848552:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6f40/0xddd980ffd8f692a1 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848558:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6f40/0xddd980ffd8f692a1 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848581:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6f40/0xddd980ffd8f692a1 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848590:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6f40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.848592:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6f40/0xddd980ffd8f692a1 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848597:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6f40/0xddd980ffd8f692a1 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848604:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012dc22000) 00010000:00010000:1.0:1718402021.848606:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.848608:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6f40/0xddd980ffd8f692a1 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.848613:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6f40/0xddd980ffd8f692a1 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.848625:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ecc00 reply state ffff8800859ea000 transno 4294987159 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.848670:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ecc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+66:26938:x1801871189959872:12345-192.168.204.24@tcp:36:rm.0 Request processed in 459us (547us total) trans 4294987159 rc 0/0 00000100:00100000:1.0:1718402021.848676:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101428 00010000:00010000:2.0:1718402021.849162:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.849169:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3766 (ffff88012dc22700) 00010000:00010000:2.0:1718402021.849170:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.849172:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.849175:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff88012dc22e00) 00010000:00010000:2.0:1718402021.849176:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.849326:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.849361:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189960000 00000100:00100000:1.0:1718402021.849383:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101429 00000100:00100000:1.0:1718402021.849387:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ee880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+66:26938:x1801871189960000:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.849405:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.849415:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b3c0/0xddd980ffd8f69166 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5fd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf21 expref: 66 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849428:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff880073530a00) 00010000:00010000:1.0:1718402021.849433:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.849442:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f692bd lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849448:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f692bd lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849454:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f692bd lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849462:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a6:0x0].0x3466 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849467:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849472:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849500:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849507:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849513:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.849609:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].368, 64 off31744 00010000:00010000:1.0:1718402021.849625:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849630:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849634:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849637:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849641:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849643:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849659:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.849664:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ee880 reply state ffff8800859ed000 transno 4294987160 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.849682:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.849685:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.849690:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7600 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402021.849691:0:6863:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.849695:0:6863:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849700:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f692bd lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849704:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f692bd lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849707:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f692bd lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.849708:0:6863:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff88012dc22c00) 00010000:00010000:2.0:1718402021.849709:0:6863:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1718402021.849710:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849713:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e46c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.849714:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7600/0xddd980ffd8f692d2 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849714:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f692bd lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849717:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f692bd lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.849721:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.849721:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x0 (ffff88012dc22100) 00010000:00010000:2.0:1718402021.849722:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.849722:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.849723:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.849723:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f692bd lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.849726:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e46c0/0xddd980ffd8f692bd lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.849734:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ee880 reply state ffff8800859ed000 transno 4294987160 ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.849764:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ee880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+67:26938:x1801871189960000:12345-192.168.204.24@tcp:36:rm.0 Request processed in 376us (440us total) trans 4294987160 rc 0/0 00000100:00100000:1.0:1718402021.849768:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101429 00010000:00010000:2.0:1718402021.850242:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.850250:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3466 (ffff88012dc22b00) 00010000:00010000:2.0:1718402021.850252:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.850254:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.850259:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff88012dc22c00) 00010000:00010000:2.0:1718402021.850260:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.850498:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.850545:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189960128 00000100:00100000:3.0:1718402021.850586:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10832 00000100:00100000:3.0:1718402021.850590:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf43050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+67:26938:x1801871189960128:12345-192.168.204.24@tcp:35:rm.0 00000100:00100000:3.0:1718402021.850690:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf43050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+68:26938:x1801871189960128:12345-192.168.204.24@tcp:35:rm.0 Request processed in 99us (193us total) trans 4294987161 rc 0/0 00000100:00100000:3.0:1718402021.850697:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10832 00000100:00100000:0.0:1718402021.851296:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.851339:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189960256 00000100:00100000:1.0:1718402021.851362:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101430 00000100:00100000:1.0:1718402021.851365:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ec740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+68:26938:x1801871189960256:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.851384:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1718402021.851394:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f68f28 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f3:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe8e expref: 68 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851409:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0480/0xddd980ffd8f68f05 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f3:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe80 expref: 67 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851415:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff88008b468800) 00010000:00010000:1.0:1718402021.851425:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f68ed4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a5:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe72 expref: 66 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851429:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:1.0:1718402021.851431:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.851439:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f692d9 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851443:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f692d9 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851447:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f692d9 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851454:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f692e0 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851457:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f692e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851460:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f692e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851486:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f692d9 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851490:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f692d9 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851493:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f692d9 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851496:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b1440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.851497:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f692d9 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851500:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f692d9 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851503:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:1.0:1718402021.851504:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.851505:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f692d9 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851508:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f692d9 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851512:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f692e0 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851515:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f692e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851518:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f692e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851523:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b1d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.851524:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f692e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851527:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f692e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851530:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff880130a65300) 00010000:00010000:1.0:1718402021.851531:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.851531:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f692e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851534:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f692e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851540:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851544:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 2/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851547:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.851556:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718402021.851589:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:1.0:1718402021.851621:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852313:0:8086:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68e80 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.852322:0:8086:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68e80 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852339:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852345:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852346:0:8086:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68e80 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852351:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852352:0:8086:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.852359:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852362:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852367:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852371:0:8086:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88008c339b00/0xddd980ffd8f68e79 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68e80 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852375:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880098669400) 00010000:00010000:2.0:1718402021.852376:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.852378:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852380:0:8086:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852383:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f68e87 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402021.852389:0:8086:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852394:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.852395:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185012032:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1718402021.852398:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852399:0:8086:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852403:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852403:0:8086:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1718402021.852407:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852409:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852414:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852418:0:8086:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880122e55b00/0xddd980ffd8f68e95 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f68e9c expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852420:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:2.0:1718402021.852422:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402021.852424:0:3319:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.852425:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1718402021.852428:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987161 is committed 00010000:00010000:2.0:1718402021.852429:0:3319:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852435:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.852447:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000004:00080000:0.0:1718402021.852449:0:8086:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 307 committed 00010000:00010000:2.0:1718402021.852450:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852452:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852455:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93600/0xddd980ffd8f68e8e lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852456:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.852457:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871185012096:0@lo:103:jbd2/dm-1-8.0 00000004:00080000:0.0:1718402021.852461:0:8086:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 315 committed 00010000:00010000:1.0:1718402021.852462:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852466:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852467:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852470:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852471:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852475:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852479:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852481:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.852482:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718402021.852488:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852494:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3166 (ffff88008e126400) 00010000:00010000:2.0:1718402021.852496:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.852497:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852501:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339200/0xddd980ffd8f691c8 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.852505:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012032 00000020:00080000:0.0:1718402021.852505:0:8086:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3550 batchid updated 00010000:00010000:2.0:1718402021.852510:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718402021.852512:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987124 is committed 00010000:00010000:2.0:1718402021.852515:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852520:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.852522:0:6862:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012096 00010000:00010000:2.0:1718402021.852524:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c338480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852525:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852529:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.852532:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7478 00010000:00010000:2.0:1718402021.852535:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f5:0x0].0x0 (ffff88008e126600) 00010000:00010000:2.0:1718402021.852536:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:1.0:1718402021.852536:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3335:x1801871185012032:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1718402021.852538:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852542:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338480/0xddd980ffd8f691cf lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852544:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402021.852553:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852554:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33ad00/0xddd980ffd8f68e80 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68e79 expref: 10 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.852558:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372ea600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185012224:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1718402021.852570:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7479 00010000:00010000:2.0:1718402021.852571:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.852576:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a00980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3333:x1801871185012096:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1718402021.852576:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852580:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402021.852581:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33a640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852582:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.852583:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.852583:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.852587:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852593:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3266 (ffff88008e126800) 00010000:00010000:2.0:1718402021.852595:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.852596:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852601:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33a640/0xddd980ffd8f691e4 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3266 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852610:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.852613:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718402021.852615:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.852618:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc6d40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3335:x1801871185012032:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 82us (192us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.852620:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.852624:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7478 00010000:00010000:2.0:1718402021.852625:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33b180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852626:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852630:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852636:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f9:0x0].0x0 (ffff88008e126200) 00000100:00100000:0.0:1718402021.852637:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1718402021.852638:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c33a1c0/0xddd980ffd8f68e9c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f68e95 expref: 8 pid: 19561 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852638:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1718402021.852639:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.852640:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3550 00010000:00010000:2.0:1718402021.852643:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b180/0xddd980ffd8f691eb lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.852643:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a02f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185012160:0@lo:6:osp-syn-1-1.0 00000040:00100000:1.0:1718402021.852649:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1498 in log [0x3:0x401:0x2] 00010000:00010000:3.0:1718402021.852650:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (ffff8800859f0200) 00010000:00010000:2.0:1718402021.852654:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.852656:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402021.852659:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.852661:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718402021.852663:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852672:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c33bcc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852673:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.852673:0:8104:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880124680180 with version 7105 00000100:00100000:3.0:1718402021.852676:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a00980 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3333:x1801871185012096:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 101us (194us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402021.852678:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.852678:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3549 cancel update log [0x3:0x401:0x2].1498: rc = 0 00000100:00100000:3.0:1718402021.852682:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7479 00000040:00100000:1.0:1718402021.852682:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1119 in log [0x3:0x40000400:0x2] 00000100:00100000:0.0:1718402021.852682:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012224 00010000:00010000:2.0:1718402021.852684:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3666 (ffff88008e126b00) 00010000:00010000:2.0:1718402021.852686:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.852687:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852691:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33bcc0/0xddd980ffd8f69200 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3666 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852700:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852704:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.852705:0:9297:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012160 00010000:00010000:2.0:1718402021.852709:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.852710:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3549 cancel update log [0x3:0x40000400:0x2].1119: rc = 0 00000100:00100000:3.0:1718402021.852711:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871185012096:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1718402021.852713:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c339f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852715:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00100000:1.0:1718402021.852715:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1499 in log [0x3:0x401:0x2] 00010000:00010000:2.0:1718402021.852720:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.852720:0:9297:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 552 00000004:00080000:1.0:1718402021.852722:0:8104:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880124680b80 with version 7106 00000020:00080000:1.0:1718402021.852723:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3550 cancel update log [0x3:0x401:0x2].1499: rc = 0 00000040:00100000:1.0:1718402021.852724:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1121 in log [0x3:0x40000400:0x2] 00000100:00100000:0.0:1718402021.852724:0:9297:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f145050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3334:x1801871185012224:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1718402021.852726:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f7:0x0].0x0 (ffff88008df9a700) 00010000:00010000:2.0:1718402021.852728:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1718402021.852729:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.852731:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3550 cancel update log [0x3:0x40000400:0x2].1121: rc = 0 00010000:00010000:2.0:1718402021.852733:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c339f80/0xddd980ffd8f69207 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402021.852738:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3550 00002000:00080000:0.0:1718402021.852738:0:9297:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:1438 count 1 00000100:00100000:3.0:1718402021.852742:0:7231:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 552 00010000:00010000:2.0:1718402021.852744:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.852747:0:7231:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372e9300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3332:x1801871185012160:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1718402021.852748:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852752:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.852754:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185012032:0@lo:103:jbd2/dm-1-8.0 00002000:00010000:0.0:1718402021.852756:0:9297:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x59e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718402021.852757:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7cc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852758:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1718402021.852760:0:7231:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:1430 count 1 00010000:00010000:0.0:1718402021.852760:0:9297:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f692fc lrc: 3/0,1 mode: --/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852763:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852764:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852768:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3866 (ffff88008a404200) 00010000:00010000:1.0:1718402021.852769:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852769:0:9297:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.852770:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.852770:0:9297:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402021.852771:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852773:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852773:0:9297:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f692fc lrc: 3/0,1 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718402021.852776:0:7231:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x596:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402021.852780:0:7231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f69303 lrc: 3/0,1 mode: --/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852780:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7cc0/0xddd980ffd8f6921c lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3866 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852781:0:9297:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f692fc lrc: 3/0,1 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852787:0:9297:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f692fc lrc: 3/0,1 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852790:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.852791:0:7231:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402021.852792:0:7231:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402021.852792:0:9297:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f692fc lrc: 2/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.852794:0:7231:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f69303 lrc: 3/0,1 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852794:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852799:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.852801:0:7231:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f69303 lrc: 3/0,1 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.852803:0:9297:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402021.852804:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e58c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852805:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.852806:0:7231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f69303 lrc: 3/0,1 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852810:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.852811:0:7231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f69303 lrc: 2/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852816:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f8:0x0].0x0 (ffff88008a404800) 00010000:00010000:2.0:1718402021.852817:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1718402021.852819:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.852820:0:7231:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1718402021.852823:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e58c0/0xddd980ffd8f69223 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852835:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852843:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852848:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852852:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852854:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852859:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852865:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3366 (ffff88008a404a00) 00010000:00010000:2.0:1718402021.852867:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.852868:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852872:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6640/0xddd980ffd8f69238 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3366 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852881:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852886:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852890:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402021.852895:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f3:0x0]: returning size 4096 00010000:00010000:2.0:1718402021.852898:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852899:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.852901:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ec740 reply state ffff880094e9d000 transno 4294987162 ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852904:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852910:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fb:0x0].0x0 (ffff88008a404100) 00010000:00010000:2.0:1718402021.852912:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1718402021.852913:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.852913:0:9297:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f145050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3334:x1801871185012224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 188us (301us total) trans 4294974162 rc 0/0 00010000:00010000:2.0:1718402021.852917:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5f80/0xddd980ffd8f6923f lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.852919:0:9297:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 552 00000100:00100000:3.0:1718402021.852924:0:7231:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372e9300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:3332:x1801871185012160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 177us (263us total) trans 4294974573 rc 0/0 00000100:00100000:3.0:1718402021.852930:0:7231:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 552 00010000:00010000:2.0:1718402021.852931:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852937:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852941:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852945:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852946:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852950:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.852956:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff880133a02f80/2, rc 0, transno 7277 00010000:00010000:2.0:1718402021.852956:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3566 (ffff88008a404c00) 00010000:00010000:2.0:1718402021.852958:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.852959:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.852962:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a02f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185012160:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1718402021.852964:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4fc0/0xddd980ffd8f69254 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3566 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852972:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.852973:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7105 rpc_version 7105 00010000:00010000:2.0:1718402021.852976:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852980:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852985:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.852986:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852988:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.852990:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a017c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185012288:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1718402021.852990:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852992:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852995:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fa:0x0].0x0 (ffff88008a404000) 00010000:00010000:1.0:1718402021.852995:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.852997:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1718402021.852998:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.852998:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b0fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.852999:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.853002:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853006:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4240/0xddd980ffd8f6925b lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.853006:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880098669700) 00010000:00010000:1.0:1718402021.853008:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.853009:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.853012:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f692e7 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.853014:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718402021.853015:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.853018:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ec740 reply state ffff880094e9d000 transno 4294987162 ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853020:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.853025:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635540 going to sleep for 6 seconds 00010000:00010000:2.0:1718402021.853025:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853029:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4b40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.853031:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.853034:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1718402021.853035:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.853037:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f692fc lrc: 2/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853040:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3066 (ffff88008a404600) 00010000:00010000:2.0:1718402021.853042:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.853043:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.853045:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ec740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:26938:x1801871189960256:12345-192.168.204.24@tcp:36:rm.0 Request processed in 1679us (1750us total) trans 4294987162 rc 0/0 00010000:00010000:2.0:1718402021.853047:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4b40/0xddd980ffd8f69270 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3066 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.853049:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93cc0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:3.0:1718402021.853051:0:9312:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f692fc lrc: 2/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.853052:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101430 00010000:00010000:3.0:1718402021.853056:0:9312:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f692fc lrc: 3/0,0 mode: PW/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853056:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853064:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.853067:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f692fc lrc: 1/0,0 mode: --/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853068:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853071:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402021.853073:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f692fc lrc: 0/0,0 mode: --/PW res: [0x59e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9297 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853073:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853077:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853083:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f6:0x0].0x0 (ffff88012dc22300) 00010000:00010000:2.0:1718402021.853085:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718402021.853086:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402021.853086:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.853088:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f69303 lrc: 2/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853091:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5200/0xddd980ffd8f69277 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.853093:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac21c0 already unused, calling callback (ffffffffa081d190) 00000004:00080000:0.0:1718402021.853094:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req ffff8801372ea600/2, rc 0, transno 6866 00010000:00010000:3.0:1718402021.853095:0:9312:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f69303 lrc: 2/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402021.853099:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372ea600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1801871185012224:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1718402021.853100:0:9312:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f69303 lrc: 3/0,0 mode: PW/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853102:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853107:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.853108:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f69303 lrc: 1/0,0 mode: --/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853112:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.853118:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f69303 lrc: 0/0,0 mode: --/PW res: [0x596:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853120:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.853122:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.853124:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.853126:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402021.853127:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.853128:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402021.853129:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402021.853131:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3966 (ffff88012dc22800) 00010000:00010000:2.0:1718402021.853133:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.853134:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853137:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7180/0xddd980ffd8f6928c lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3966 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.853138:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012288 00010000:00010000:2.0:1718402021.853145:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853150:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853154:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853158:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e73c0 already unused, calling callback (ffffffffa0eac360) 00000100:00100000:1.0:1718402021.853158:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20196 00010000:00010000:2.0:1718402021.853160:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.853162:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a04740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871185012288:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1718402021.853163:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853170:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fc:0x0].0x0 (ffff88012dc22600) 00010000:00010000:2.0:1718402021.853171:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1718402021.853172:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853176:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e73c0/0xddd980ffd8f69293 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853185:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853189:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853211:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853215:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e4900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.853217:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853221:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853227:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3766 (ffff88012dc22700) 00010000:00010000:2.0:1718402021.853228:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.853229:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853239:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e4900/0xddd980ffd8f692a8 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3766 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853247:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853250:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.853253:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a04740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871185012288:12345-0@lo:1000:osp_up0-1.0 Request processed in 90us (239us total) trans 8589959574 rc 0/0 00010000:00010000:2.0:1718402021.853254:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853256:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e6d00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.853257:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.853257:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20196 00010000:00010000:2.0:1718402021.853260:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853263:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f4:0x0].0x0 (ffff88012dc22e00) 00010000:00010000:2.0:1718402021.853264:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1718402021.853265:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853267:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e6d00/0xddd980ffd8f692af lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853274:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853279:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853282:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853284:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e7840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.853285:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853288:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.853290:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a017c0 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185012288:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1718402021.853291:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a6:0x0].0x3466 (ffff88012dc22b00) 00010000:00010000:2.0:1718402021.853292:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.853292:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853295:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e7840/0xddd980ffd8f692c4 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a6:0x0].0x3466 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402021.853297:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7106 rpc_version 7106 00010000:00010000:2.0:1718402021.853300:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853302:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853305:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.853310:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a05a40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185012352:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1718402021.853310:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800737e5d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402021.853311:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853313:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853317:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5fd:0x0].0x0 (ffff88012dc22c00) 00010000:00010000:2.0:1718402021.853317:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1718402021.853318:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853320:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800737e5d40/0xddd980ffd8f692cb lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.853333:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.853351:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635540 going to sleep for 6 seconds 00000100:00100000:1.0:1718402021.853363:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012352 00000100:00100000:1.0:1718402021.853379:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20197 00000100:00100000:1.0:1718402021.853381:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871185012352:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1718402021.853420:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8097:x1801871185012352:12345-0@lo:1000:osp_up0-1.0 Request processed in 38us (88us total) trans 8589959575 rc 0/0 00000100:00100000:1.0:1718402021.853423:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20197 00000100:00100000:3.0:1718402021.853441:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a05a40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185012352:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1718402021.853605:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853611:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff880130a65900) 00010000:00010000:2.0:1718402021.853613:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.853614:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.853618:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880130a65800) 00010000:00010000:2.0:1718402021.853620:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.853841:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402021.853888:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189960384 00000100:00100000:3.0:1718402021.853918:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10833 00000100:00100000:3.0:1718402021.853923:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+19:26938:x1801871189960384:12345-192.168.204.24@tcp:35:rm.0 00000100:00100000:3.0:1718402021.854039:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+20:26938:x1801871189960384:12345-192.168.204.24@tcp:35:rm.0 Request processed in 115us (198us total) trans 4294987163 rc 0/0 00000100:00100000:3.0:1718402021.854045:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10833 00000100:00100000:0.0:1718402021.854695:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.854742:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189960512 00000100:00100000:1.0:1718402021.854768:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101431 00000100:00100000:1.0:1718402021.854771:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372e9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26938:x1801871189960512:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.854788:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1718402021.854799:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c33b840/0xddd980ffd8f691b3 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf36 expref: 20 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854809:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c338000/0xddd980ffd8f6919e lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60a:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf2f expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854815:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88008c3386c0/0xddd980ffd8f68f36 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe87 expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854825:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880071ebba00) 00010000:00010000:1.0:1718402021.854831:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.854841:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3840/0xddd980ffd8f6930a lrc: 3/0,1 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854847:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3840/0xddd980ffd8f6930a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854854:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3840/0xddd980ffd8f6930a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854862:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854868:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854873:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854903:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854910:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.854916:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.855024:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x1:0x6:0x0].369, 64 off31808 00010000:00010000:1.0:1718402021.855048:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855054:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855058:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855062:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855065:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855067:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855081:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:1.0:1718402021.855087:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372e9c80 reply state ffff880094e98000 transno 4294987164 ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.855097:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402021.855100:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.855104:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b2400 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402021.855106:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.855110:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.855115:0:6864:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880130a65c00) 00010000:00010000:0.0:1718402021.855116:0:6864:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1718402021.855117:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.855120:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2400/0xddd980ffd8f6931f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446612134696074000 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402021.855127:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.855127:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402021.855128:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402021.855132:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3840/0xddd980ffd8f6930a lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855138:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3840/0xddd980ffd8f6930a lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855146:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3840/0xddd980ffd8f6930a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855151:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b3840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402021.855152:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3840/0xddd980ffd8f6930a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855157:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3840/0xddd980ffd8f6930a lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855164:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x0 (ffff880130a65200) 00010000:00010000:1.0:1718402021.855166:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402021.855167:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3840/0xddd980ffd8f6930a lrc: 2/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.855172:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3840/0xddd980ffd8f6930a lrc: 0/0,0 mode: --/CW res: [0x240000400:0x1a5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402021.855180:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372e9c80 reply state ffff880094e98000 transno 4294987164 ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.855236:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372e9c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:26938:x1801871189960512:12345-192.168.204.24@tcp:36:rm.0 Request processed in 463us (541us total) trans 4294987164 rc 0/0 00000100:00100000:1.0:1718402021.855242:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101431 00010000:00010000:2.0:1718402021.855709:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.855715:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0xba987ca0 (ffff880130a65100) 00010000:00010000:2.0:1718402021.855717:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.855718:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.855721:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880130a65c00) 00010000:00010000:2.0:1718402021.855722:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1718402021.856056:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402021.856081:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.856099:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189960576 00000100:00100000:1.0:1718402021.856131:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7480 00000100:00100000:3.0:1718402021.856133:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189960704 00000100:00100000:1.0:1718402021.856135:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+11:1881:x1801871189960576:12345-192.168.204.24@tcp:103:rm.0 00010000:00010000:1.0:1718402021.856146:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402021.856156:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f68eb8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe64 expref: 11 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402021.856162:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10834 00010000:00010000:1.0:1718402021.856165:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88008b468700) 00000100:00100000:3.0:1718402021.856166:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+19:26938:x1801871189960704:12345-192.168.204.24@tcp:35:rm.0 00010000:00010000:1.0:1718402021.856171:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402021.856210:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+10:1881:x1801871189960576:12345-192.168.204.24@tcp:103:rm.0 Request processed in 73us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402021.856217:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7480 00000100:00100000:3.0:1718402021.856274:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+20:26938:x1801871189960704:12345-192.168.204.24@tcp:35:rm.0 Request processed in 107us (192us total) trans 4294987165 rc 0/0 00000100:00100000:3.0:1718402021.856284:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10834 00000100:00100000:0.0:1718402021.856783:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402021.856866:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189960832 00000100:00100000:1.0:1718402021.856890:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101432 00000100:00100000:1.0:1718402021.856893:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ed580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26938:x1801871189960832:12345-192.168.204.24@tcp:36:rm.0 00010000:00010000:1.0:1718402021.856911:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1718402021.856920:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0b40/0xddd980ffd8f68ee2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5f0:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe79 expref: 20 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.856930:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2d00/0xddd980ffd8f68ec6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5f0:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbe6b expref: 19 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.856935:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880098669400) 00010000:00010000:1.0:1718402021.856939:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402021.856955:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.856959:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.856964:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.856972:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012416:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.856991:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.857010:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8300 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.857027:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012416 00000100:00100000:2.0:1718402021.857049:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20198 00000100:00100000:2.0:1718402021.857052:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185012416:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.857057:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.857064:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f6932d lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f69326 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.857076:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f6932d lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f69326 expref: 10 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.857083:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f6932d lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69326 expref: 10 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.857089:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402021.857091:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402021.857092:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e561c0, rc 0) 00000100:00100000:2.0:1718402021.857133:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc4740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871185012416:12345-0@lo:101:mdt00_008.0 Request processed in 80us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.857139:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20198 00000100:00100000:1.0:1718402021.857143:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012416:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.857152:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6932d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.857157:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6932d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.857167:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1718402021.857180:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012480:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.857211:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.857224:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8f00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.857244:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012480 00000100:00100000:2.0:1718402021.857267:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20199 00000100:00100000:2.0:1718402021.857270:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871185012480:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.857320:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc63c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871185012480:12345-0@lo:1000:mdt00_008.0 Request processed in 49us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.857326:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20199 00000100:00100000:1.0:1718402021.857332:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012480:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.857356:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012544:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402021.857367:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.857374:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8f00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.857383:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012544 00000100:00100000:2.0:1718402021.857402:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20200 00000100:00100000:2.0:1718402021.857405:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871185012544:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402021.857457:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871185012544:12345-0@lo:1000:mdt00_008.0 Request processed in 51us (88us total) trans 0 rc 1/1 00000100:00100000:2.0:1718402021.857460:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20200 00000100:00100000:1.0:1718402021.857468:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012544:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1718402021.857486:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.857490:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.857493:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.857499:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012608:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402021.857516:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402021.857523:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8300 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.857527:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012608 00000100:00100000:2.0:1718402021.857538:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20201 00000100:00100000:2.0:1718402021.857540:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7224:x1801871185012608:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402021.857544:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402021.857550:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f6933b lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f69334 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.857572:0:6878:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f6933b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f69334 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.857580:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f6933b lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69334 expref: 11 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.857583:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012bae0000) 00010000:00010000:2.0:1718402021.857584:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718402021.857585:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54000, rc 0) 00000100:00100000:2.0:1718402021.857607:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7224:x1801871185012608:12345-0@lo:101:mdt00_008.0 Request processed in 66us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402021.857610:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20201 00000100:00100000:1.0:1718402021.857624:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012608:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402021.857630:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6933b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.857634:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6933b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.857644:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.857648:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.857652:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000040:00080000:1.0:1718402021.857812:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1123, 808 off1017360 00000040:00080000:1.0:1718402021.857830:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1501, 888 off1436792 00000004:00080000:1.0:1718402021.857832:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880124680600 with version 7107 00000004:00080000:3.0:1718402021.857867:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7107 rpc_version 7107 00000100:00100000:3.0:1718402021.857887:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a02140 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185012672:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1718402021.857912:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402021.857933:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff880088635540 going to sleep for 6 seconds 00000100:00100000:2.0:1718402021.857942:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012672 00000100:00100000:2.0:1718402021.857956:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20202 00000100:00100000:2.0:1718402021.857958:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a04c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:8097:x1801871185012672:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718402021.858127:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a04c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:8097:x1801871185012672:12345-0@lo:1000:osp_up0-1.0 Request processed in 167us (214us total) trans 8589959576 rc 0/0 00000100:00100000:2.0:1718402021.858131:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20202 00000100:00100000:3.0:1718402021.858158:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a02140 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185012672:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1718402021.858176:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5f0:0x0]: returning size 4096 00000004:00010000:1.0:1718402021.858182:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ed580 reply state ffff880094e9a000 transno 4294987166 ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.858188:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6933b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.858209:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6933b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402021.858293:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1718402021.858295:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6932d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402021.858298:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6932d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402021.858330:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ed580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:26938:x1801871189960832:12345-192.168.204.24@tcp:36:rm.0 Request processed in 1436us (1547us total) trans 4294987166 rc 0/0 00000100:00100000:1.0:1718402021.858334:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101432 00010000:00010000:2.0:1718402021.859003:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402021.859011:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880130a65400) 00010000:00010000:2.0:1718402021.859012:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402021.973387:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402022.781396:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185012736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1718402022.781455:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402022.781502:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012736 00000100:00100000:0.0:1718402022.781560:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 410 00000100:00100000:0.0:1718402022.781565:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3335:x1801871185012736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1718402022.781589:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 17074880 pending 28672 free 3913326592 avail 3681804288 00000100:00100000:0.0:1718402022.781625:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3335:x1801871185012736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402022.781629:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 410 00000100:00100000:2.0:1718402022.781647:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc0e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185012736:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1718402022.975311:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1718402023.355943:0:9168:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1718402023.355946:0:9168:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 80b: Accessing directory during migration ========================================================== 17:53:42 (1718402022) 00000100:00100000:0.0:1718402023.369084:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.369114:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.369151:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189961024 00000100:00100000:2.0:1718402023.369167:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189960896 00000100:00100000:1.0:1718402023.369211:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101433 00000100:00100000:1.0:1718402023.369217:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ebdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:27554:x1801871189961024:12345-192.168.204.24@tcp:36:mkdir.0 00000100:00100000:2.0:1718402023.369218:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101434 00000100:00100000:2.0:1718402023.369222:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+21:1882:x1801871189960896:12345-192.168.204.24@tcp:41:mkdir.0 00000004:00000024:2.0:1718402023.369260:0:7223:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443729408 avail 1314267136 00000100:00100000:1.0:1718402023.369304:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012800:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.369307:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+21:1882:x1801871189960896:12345-192.168.204.24@tcp:41:mkdir.0 Request processed in 84us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.369313:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101434 00000100:00100000:1.0:1718402023.369338:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.369354:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012800 00000100:00100000:1.0:1718402023.369355:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133fbe3c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.369368:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20203 00000100:00100000:2.0:1718402023.369371:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bc0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:7224:x1801871185012800:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.369420:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bc0e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:7224:x1801871185012800:12345-0@lo:1000:mdt00_008.0 Request processed in 48us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.369423:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20203 00000100:00100000:1.0:1718402023.369439:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012800:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.369476:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880084bc7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012864:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.369494:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.369514:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880133fbe300 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.369524:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012864 00000100:00100000:2.0:1718402023.369558:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20204 00000100:00100000:2.0:1718402023.369561:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba98980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:7224:x1801871185012864:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.369630:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba98980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:7224:x1801871185012864:12345-0@lo:1000:mdt00_008.0 Request processed in 68us (136us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718402023.369636:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20204 00000100:00100000:1.0:1718402023.369658:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880084bc7200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012864:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1718402023.369694:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.369703:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.369712:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 3/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.369721:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012928:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402023.369739:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.369748:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefc00 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.369751:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012928 00000100:00100000:2.0:1718402023.369761:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20205 00000100:00100000:2.0:1718402023.369763:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:7224:x1801871185012928:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1718402023.369768:0:6878:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.369777:0:6878:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f69349 expref: -99 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.369792:0:6878:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f6932d lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69326 expref: 13 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.369796:0:6878:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 4/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 13 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.369811:0:6878:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f6932d lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f69326 expref: 13 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.369816:0:6878:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0534740 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6878:1801871185012992:0@lo:104: 00000100:00100000:2.0:1718402023.369839:0:6878:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.369848:0:6878:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009fc3ba80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.369861:0:6859:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1718402023.369872:0:6859:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185012992 00000100:00100000:0.0:1718402023.369894:0:6859:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5550 00000100:00100000:0.0:1718402023.369897:0:6859:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c298850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6878:x1801871185012992:12345-0@lo:104: 00000100:00100000:2.0:1718402023.369933:0:6878:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0534740 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6878:1801871185012992:0@lo:104: 00010000:00010000:2.0:1718402023.369942:0:6878:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 3/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 13 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.369942:0:6859:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1718402023.369946:0:6859:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c298850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6878:x1801871185012992:12345-0@lo:104: Request processed in 48us (106us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402023.369948:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1718402023.369949:0:6859:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5550 00010000:00010000:2.0:1718402023.369951:0:6878:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:2.0:1718402023.369952:0:6878:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.369953:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f6932d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.369954:0:6878:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 3/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 13 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.369957:0:6878:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57cc0, rc 0) 00010000:00010000:3.0:1718402023.369962:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b0d80 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:3.0:1718402023.369965:0:9312:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f6932d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402023.369972:0:9312:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f6932d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.369980:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7224:x1801871185012928:12345-0@lo:101:mdt00_008.0 Request processed in 215us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.369985:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20205 00010000:00010000:3.0:1718402023.369993:0:9312:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 4 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6932d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.369999:0:9312:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1718402023.370005:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185012928:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402023.370013:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 1/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 5 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6932d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.370013:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 4/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.370018:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 4/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.370019:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b0d80/0xddd980ffd8f69326 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 5 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6932d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.370021:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185013056:0@lo:103:ldlm_bl_04.0 00010000:00010000:3.0:1718402023.370028:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402023.370029:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402023.370030:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402023.370046:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.370065:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013056 00010000:00010000:1.0:1718402023.370078:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f6932d lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f69326 expref: 13 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.370097:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32815 00000100:00100000:1.0:1718402023.370100:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+13:3332:x1801871185013056:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402023.370109:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718402023.370902:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959576 is committed 00000020:00080000:0.0:1718402023.370920:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294990004 batchid updated 00010000:00010000:1.0:1718402023.370986:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f6932d lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f69326 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402023.370988:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990004 00010000:00010000:1.0:1718402023.370993:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402023.370995:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000040:00100000:2.0:1718402023.370999:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 766 in log [0x2:0x40000404:0x2] 00010000:00010000:1.0:1718402023.370999:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.371003:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.371015:0:30108:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.371020:0:30108:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9a600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000_UUID:30108:1801871185013120:0@lo:105: 00000004:00080000:2.0:1718402023.371028:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ba5a500 with version 1500 00000100:00100000:1.0:1718402023.371034:0:30108:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1718402023.371041:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294990004 cancel update log [0x2:0x40000404:0x2].766: rc = 0 00000040:00100000:2.0:1718402023.371045:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 764 in log [0x2:0xbd0:0x2] 00000100:00100000:1.0:1718402023.371056:0:30108:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefc00 going to sleep for 6 seconds 00000004:00080000:0.0:1718402023.371058:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1500 rpc_version 1500 00000100:00100000:1.0:1718402023.371071:0:6859:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013120 00000100:00100000:0.0:1718402023.371079:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372eaf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185013184:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402023.371083:0:6859:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5551 00000020:00080000:2.0:1718402023.371084:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294990004 cancel update log [0x2:0xbd0:0x2].764: rc = 0 00000100:00100000:1.0:1718402023.371085:0:6859:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba984c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:30108:x1801871185013120:12345-0@lo:105: 00010000:00010000:1.0:1718402023.371089:0:6859:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 5/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:2.0:1718402023.371090:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990004 00010000:00010000:1.0:1718402023.371094:0:6859:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 5/0,1 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.371097:0:6859:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 5/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.371103:0:6859:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 6/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.371106:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402023.371107:0:6859:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 6/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.371113:0:6859:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012f1b1b00) 00000100:00100000:0.0:1718402023.371117:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb6c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.371119:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013184 00000100:00100000:1.0:1718402023.371127:0:6859:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba984c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:30108:x1801871185013120:12345-0@lo:105: Request processed in 42us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.371131:0:6859:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5551 00000100:00100000:2.0:1718402023.371133:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20206 00000100:00100000:2.0:1718402023.371135:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880096484050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:32565:x1801871185013184:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402023.371144:0:30108:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9a600 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000_UUID:30108:1801871185013120:0@lo:105: 00010000:00010000:1.0:1718402023.371151:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.371169:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ca6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+8:3332:x1801871185013056:12345-0@lo:103:ldlm_bl_04.0 Request processed in 1068us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.371174:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32815 00000100:00100000:2.0:1718402023.371219:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880096484050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:32565:x1801871185013184:12345-0@lo:1000:osp_up1-0.0 Request processed in 82us (113us total) trans 4294987167 rc 0/0 00000100:00100000:2.0:1718402023.371223:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20206 00010000:00010000:1.0:1718402023.371232:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.371237:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402023.371247:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1718402023.371247:0:32565:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987124 gen 2 00000004:00080000:0.0:1718402023.371251:0:32565:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987124 committed transno 4294987124 00000100:00100000:0.0:1718402023.371273:0:32565:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff8801372eaf80 x1801871185013184/t4294987167(4294987167) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1718402030 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up1-0.0' 00000100:00100000:1.0:1718402023.371276:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185013248:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.371285:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372eaf80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185013184:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402023.371290:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.371298:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013024a840 going to sleep for 6 seconds 00000100:00100000:1.0:1718402023.371306:0:19561:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013248 00000100:00100000:1.0:1718402023.371318:0:19561:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20207 00000100:00100000:1.0:1718402023.371320:0:19561:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185013248:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.371347:0:19561:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185013248:12345-0@lo:1000:mdt00_008.0 Request processed in 26us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.371350:0:19561:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20207 00000100:00100000:1.0:1718402023.371364:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959576 gen 2 00000004:00080000:1.0:1718402023.371367:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959573 committed transno 8589959576 00000020:00080000:1.0:1718402023.371370:0:7224:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff880088635e40 refcount 2 committed 0 result 0 batchid 3551 00000020:00080000:1.0:1718402023.371373:0:7224:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008b468a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880131dab580 00000020:00080000:1.0:1718402023.371375:0:7224:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1500 00000020:00080000:1.0:1718402023.371377:0:7224:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88008b468b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88008b468f00 00000020:00080000:1.0:1718402023.371379:0:7224:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1122 00000004:00080000:1.0:1718402023.371403:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959574 committed transno 8589959576 00000004:00080000:1.0:1718402023.371419:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959575 committed transno 8589959576 00000004:00080000:1.0:1718402023.371430:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959576 committed transno 8589959576 00000100:00100000:2.0:1718402023.371448:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3332:1801871185013056:0@lo:103:ldlm_bl_04.0 00000100:00100000:1.0:1718402023.371448:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185013248:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.371474:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185013312:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.371493:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.371514:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000020:00080000:1.0:1718402023.371522:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3551 committed batchid 3550 00000100:00100000:2.0:1718402023.371549:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013312 00000020:00080000:1.0:1718402023.371558:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3550 00000100:00100000:2.0:1718402023.371565:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20208 00000100:00100000:2.0:1718402023.371569:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185013312:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.371611:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185013312:12345-0@lo:1000:mdt00_008.0 Request processed in 42us (118us total) trans 0 rc -2/-2 00000100:00100000:2.0:1718402023.371617:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20208 00000100:00100000:1.0:1718402023.371622:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185013312:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.371656:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185013376:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.371681:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.371699:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073677b40 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.371714:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013376 00000100:00100000:2.0:1718402023.371731:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20209 00000100:00100000:2.0:1718402023.371733:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185013376:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.371765:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185013376:12345-0@lo:1000:mdt00_008.0 Request processed in 31us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.371770:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20209 00000100:00100000:1.0:1718402023.371774:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185013376:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.371807:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185013440:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.371825:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.371835:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.371842:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013440 00000100:00100000:2.0:1718402023.371853:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20210 00000100:00100000:2.0:1718402023.371856:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185013440:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.371886:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185013440:12345-0@lo:1000:mdt00_008.0 Request processed in 29us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.371890:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20210 00000100:00100000:1.0:1718402023.371896:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185013440:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.371921:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185013504:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.371938:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.371947:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800736770c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.371950:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013504 00000100:00100000:2.0:1718402023.371958:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20211 00000100:00100000:2.0:1718402023.371960:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185013504:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.371982:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185013504:12345-0@lo:1000:mdt00_008.0 Request processed in 21us (45us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.371985:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20211 00000100:00100000:1.0:1718402023.371992:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185013504:0@lo:1000:mdt00_008.0 00000040:00080000:1.0:1718402023.372310:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1124, 920 off1018280 00000040:00080000:1.0:1718402023.372345:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1502, 1064 off1437856 00000004:00080000:1.0:1718402023.372348:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880124680600 with version 7108 00000004:00080000:2.0:1718402023.372375:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7108 rpc_version 7108 00000100:00100000:2.0:1718402023.372392:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0533440 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185013568:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718402023.372408:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.372422:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009fc3bb40 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.372449:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013568 00000100:00100000:0.0:1718402023.372469:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20212 00000100:00100000:0.0:1718402023.372472:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0536d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871185013568:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1718402023.372738:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0536d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8097:x1801871185013568:12345-0@lo:1000:osp_up0-1.0 Request processed in 264us (328us total) trans 8589959577 rc 0/0 00000100:00100000:0.0:1718402023.372745:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20212 00000100:00100000:2.0:1718402023.372766:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0533440 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185013568:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1718402023.372816:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.372826:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.372833:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.372845:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8801372ebdc0 reply state ffff880130745c00 transno 4294987168 ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402023.372852:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60b:0x0]: returning size 4096 00000004:00080000:1.0:1718402023.372857:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1718402023.372863:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 4/0,1 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.372873:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.372932:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ebdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:27554:x1801871189961024:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 3713us (3848us total) trans 4294987168 rc 0/0 00000100:00100000:1.0:1718402023.372938:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101433 00010000:00010000:2.0:1718402023.373637:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.373646:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011f3be200) 00010000:00010000:2.0:1718402023.373648:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.374052:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.374099:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189961152 00000100:00100000:1.0:1718402023.374127:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101435 00000100:00100000:1.0:1718402023.374131:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372ef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+10:27554:x1801871189961152:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:1.0:1718402023.374140:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.374150:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b3840/0xddd980ffd8f6935e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf3d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.374186:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.374214:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 2/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.374219:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.374234:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.374243:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185013632:0@lo:104: 00000100:00100000:1.0:1718402023.374264:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.374277:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefc00 going to sleep for 6 seconds 00000100:00100000:1.0:1718402023.374289:0:6859:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013632 00000100:00100000:1.0:1718402023.374306:0:6859:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5552 00000100:00100000:1.0:1718402023.374309:0:6859:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7224:x1801871185013632:12345-0@lo:104: 00010000:00010000:1.0:1718402023.374337:0:6859:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1718402023.374341:0:6859:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:7224:x1801871185013632:12345-0@lo:104: Request processed in 32us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.374346:0:6859:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5552 00000100:00100000:0.0:1718402023.374349:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98e40 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185013632:0@lo:104: 00010000:00010000:0.0:1718402023.374362:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.374376:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1718402023.374379:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.374385:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b1b00 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:0.0:1718402023.374388:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402023.374394:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 4/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.374410:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 2/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.374415:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402023.374439:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 1/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.374441:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4704c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871185013696:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1718402023.374444:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b1b00/0xddd980ffd8f69349 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f69350 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.374453:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402023.374454:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402023.374455:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1718402023.374470:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.374486:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013696 00010000:00010000:1.0:1718402023.374497:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 3/0,0 mode: EX/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 9 pid: 6878 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.374513:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32816 00000100:00100000:1.0:1718402023.374516:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a004c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+9:3333:x1801871185013696:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1718402023.374523:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1718402023.375062:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959577 is committed 00010000:00010000:1.0:1718402023.375126:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57cc0/0xddd980ffd8f69350 lrc: 0/0,0 mode: --/EX res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f69349 expref: 8 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.375137:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:1.0:1718402023.375140:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.375145:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.375151:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.375163:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402023.375169:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375177:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375186:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f6936c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375202:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f6936c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375207:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f6936c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.375213:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a004c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3333:x1801871185013696:12345-0@lo:103:ldlm_bl_02.0 Request processed in 695us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.375219:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32816 00000100:00100000:2.0:1718402023.375223:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009c4704c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1801871185013696:0@lo:103:ldlm_bl_02.0 00000100:00100000:0.0:1718402023.375249:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4704c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185013760:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.375267:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402023.375283:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb540 going to sleep for 6 seconds 00000100:00100000:1.0:1718402023.375302:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013760 00000100:00100000:1.0:1718402023.375319:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20213 00000100:00100000:1.0:1718402023.375322:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185013760:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.375360:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c5580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185013760:12345-0@lo:1000:mdt00_008.0 Request processed in 37us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.375365:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20213 00000100:00100000:0.0:1718402023.375365:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88009c4704c0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185013760:0@lo:1000:mdt00_008.0 00010000:00010000:0.0:1718402023.375384:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93600/0xddd980ffd8f69373 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375389:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93600/0xddd980ffd8f69373 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375393:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93600/0xddd980ffd8f69373 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402023.375396:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60b:0x0] 00010000:00010000:0.0:1718402023.375399:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375405:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375408:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375411:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b2400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402023.375412:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375415:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375419:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:0.0:1718402023.375420:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.375421:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375424:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69365 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375428:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f6936c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375431:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f6936c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375434:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f6936c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375440:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc93cc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402023.375441:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f6936c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375444:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f6936c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375447:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3987c8e (ffff88012bae0f00) 00010000:00010000:0.0:1718402023.375448:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.375448:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f6936c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375451:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93cc0/0xddd980ffd8f6936c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375468:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b3840/0xddd980ffd8f6935e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf3d expref: 12 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375473:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93600/0xddd980ffd8f69373 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf3d expref: 11 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.375477:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88012bae0c00) 00010000:00010000:0.0:1718402023.375478:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718402023.375478:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc93600, rc 0) 00000100:00100000:0.0:1718402023.375501:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372ef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+11:27554:x1801871189961152:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 1370us (1451us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402023.375505:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101435 00000100:00100000:0.0:1718402023.376210:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.376242:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189961280 00000100:00100000:1.0:1718402023.376266:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101436 00000100:00100000:1.0:1718402023.376270:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:27554:x1801871189961280:12345-192.168.204.24@tcp:101:mkdir.0 00010000:00010000:1.0:1718402023.376280:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.376286:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f6937a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf44 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402023.376320:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60b:0x0]: returning size 4096 00010000:00010000:1.0:1718402023.376360:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f6937a lrc: 1/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf44 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.376367:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f6937a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf44 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.376374:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012f1b0fc0, rc 0) 00000100:00100000:1.0:1718402023.376401:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+23:27554:x1801871189961280:12345-192.168.204.24@tcp:101:mkdir.0 Request processed in 130us (191us total) trans 4294987169 rc 301/301 00000100:00100000:1.0:1718402023.376408:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101436 00000100:00100000:0.0:1718402023.377160:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.377210:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189961408 00000100:00100000:2.0:1718402023.377229:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10835 00000100:00100000:2.0:1718402023.377233:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+23:27554:x1801871189961408:12345-192.168.204.24@tcp:35:mkdir.0 00000100:00100000:2.0:1718402023.377326:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:27554:x1801871189961408:12345-192.168.204.24@tcp:35:mkdir.0 Request processed in 91us (167us total) trans 4294987170 rc 0/0 00000100:00100000:2.0:1718402023.377333:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10835 00000100:00100000:0.0:1718402023.377970:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.378007:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189961536 00000100:00100000:2.0:1718402023.378021:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101437 00000100:00100000:2.0:1718402023.378024:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+11:27554:x1801871189961536:12345-192.168.204.24@tcp:36:mkdir.0 00000100:00100000:2.0:1718402023.378058:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185013824:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.378080:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.378103:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009fc3b840 going to sleep for 6 seconds 00000100:00100000:1.0:1718402023.378116:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013824 00000100:00100000:1.0:1718402023.378134:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20214 00000100:00100000:1.0:1718402023.378138:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0534740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185013824:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.378184:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0534740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185013824:12345-0@lo:1000:mdt00_008.0 Request processed in 46us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.378209:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185013824:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.378210:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20214 00000100:00100000:3.0:1718402023.378243:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185013888:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.378262:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402023.378270:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073933780 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.378279:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013888 00000100:00100000:0.0:1718402023.378297:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20215 00000100:00100000:0.0:1718402023.378300:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a02140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185013888:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.378348:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a02140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185013888:12345-0@lo:1000:mdt00_008.0 Request processed in 46us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.378353:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185013888:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.378353:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20215 00000100:00100000:3.0:1718402023.378376:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185013952:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.378389:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402023.378395:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800739333c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.378404:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185013952 00000100:00100000:0.0:1718402023.378426:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20216 00000100:00100000:0.0:1718402023.378429:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a05a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185013952:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.378484:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a05a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185013952:12345-0@lo:1000:mdt00_008.0 Request processed in 54us (94us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718402023.378489:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20216 00000100:00100000:3.0:1718402023.378499:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185013952:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402023.378522:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.378528:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.378545:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.378552:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014016:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1718402023.378564:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402023.378575:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073933900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.378598:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014016 00000100:00100000:0.0:1718402023.378620:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20217 00000100:00100000:0.0:1718402023.378623:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a017c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014016:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402023.378629:0:6879:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402023.378638:0:6879:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f69388 expref: -99 pid: 6879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.378651:0:6879:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 2/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.378658:0:6879:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 4/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 7 pid: 6879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.378667:0:6879:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:0.0:1718402023.378684:0:6879:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0001: async commit OSD 00010000:00010000:0.0:1718402023.378707:0:6879:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 3/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 7 pid: 6879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.378713:0:6879:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011f3be200) 00010000:00010000:0.0:1718402023.378715:0:6879:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.378717:0:6879:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 3/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 7 pid: 6879 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.378722:0:6879:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92880, rc 0) 00000100:00100000:0.0:1718402023.378755:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a017c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871185014016:12345-0@lo:101:mdt00_008.0 Request processed in 130us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402023.378761:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20217 00000100:00100000:3.0:1718402023.378768:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014016:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402023.378776:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.378782:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 4/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.379664:0:8086:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6933b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.379674:0:8086:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6933b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.379691:0:8086:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6933b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.379696:0:8086:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1718402023.379697:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379705:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379709:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379712:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b3a80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.379713:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379717:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.379721:0:8086:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012f1b2640/0xddd980ffd8f69334 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6933b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379724:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0x726964 (ffff880130a65900) 00010000:00010000:3.0:1718402023.379725:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.379726:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.379726:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1718402023.379729:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f692ee lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0x726964 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718402023.379732:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987170 is committed 00000100:00100000:2.0:1718402023.379735:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185014080:0@lo:103:jbd2/dm-1-8.0 00000020:00080000:1.0:1718402023.379741:0:8086:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3551 batchid updated 00010000:00010000:3.0:1718402023.379743:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379747:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1718402023.379747:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987167 is committed 00010000:00010000:3.0:1718402023.379749:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379752:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b0480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.379753:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379755:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402023.379755:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3551 00000020:00080000:1.0:1718402023.379756:0:8086:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8801369b8300 refcount 2 committed 0 result 0 batchid 3552 00010000:00010000:3.0:1718402023.379759:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f3:0x0].0x0 (ffff880130a65800) 00000100:00100000:2.0:1718402023.379759:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1718402023.379759:0:8086:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88011f3be500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880124680600 00010000:00010000:3.0:1718402023.379760:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718402023.379761:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402023.379761:0:8086:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1501 00010000:00010000:3.0:1718402023.379763:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0480/0xddd980ffd8f692f5 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402023.379763:0:8086:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88011f3be100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88011f3bef00 00000040:00100000:0.0:1718402023.379763:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1500 in log [0x3:0x401:0x2] 00000020:00080000:1.0:1718402023.379765:0:8086:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1123 00010000:00010000:3.0:1718402023.379772:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 3/0,1 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379775:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 2/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379780:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379783:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b33c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.379784:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 3/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379786:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 4/0,0 mode: COS/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.379787:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014080 00010000:00010000:3.0:1718402023.379789:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x1a5:0x0].0xba987ca0 (ffff880130a65100) 00000004:00080000:0.0:1718402023.379789:0:8104:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880098699a80 with version 7109 00010000:00010000:3.0:1718402023.379790:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.379791:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 2/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379794:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b33c0/0xddd980ffd8f69311 lrc: 0/0,0 mode: --/COS res: [0x240000400:0x1a5:0x0].0xba987ca0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379799:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379801:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402023.379801:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3551 cancel update log [0x3:0x401:0x2].1500: rc = 0 00010000:00010000:3.0:1718402023.379804:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379806:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b2ac0 already unused, calling callback (ffffffffa0eac360) 00000040:00100000:0.0:1718402023.379806:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1122 in log [0x3:0x40000400:0x2] 00010000:00010000:3.0:1718402023.379807:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.379807:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7109 rpc_version 7109 00000100:00100000:1.0:1718402023.379809:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7481 00010000:00010000:3.0:1718402023.379810:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.379813:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a05376c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3335:x1801871185014080:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1718402023.379814:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60a:0x0].0x0 (ffff880130a65c00) 00010000:00010000:3.0:1718402023.379815:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1718402023.379816:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379818:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69318 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.379820:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402023.379823:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.379824:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0535f00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185014144:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1718402023.379826:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379828:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.379830:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54000/0xddd980ffd8f6933b lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5f0:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f69334 expref: 7 pid: 6878 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379831:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b0900 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.379831:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379834:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379837:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff880130a65400) 00010000:00010000:3.0:1718402023.379838:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.379839:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.379839:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5f0:0x0].0x0 (ffff88012bae0000) 00010000:00010000:3.0:1718402023.379842:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b0900/0xddd980ffd8f69342 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x5f0:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402023.379842:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3551 cancel update log [0x3:0x40000400:0x2].1122: rc = 0 00000100:00100000:2.0:1718402023.379844:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1718402023.379844:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402023.379847:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379850:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 2/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402023.379851:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3552 committed batchid 3551 00010000:00010000:3.0:1718402023.379852:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379855:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b18c0 already unused, calling callback (ffffffffa0eac360) 00000100:00100000:2.0:1718402023.379855:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009fc3b780 going to sleep for 6 seconds 00010000:00010000:3.0:1718402023.379856:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 3/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379858:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 4/0,0 mode: COS/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379861:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011f3be200) 00010000:00010000:3.0:1718402023.379862:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:0.0:1718402023.379862:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3551 00010000:00010000:3.0:1718402023.379864:0:3318:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 5 pid: 6879 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379868:0:3318:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 5 pid: 6879 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.379872:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 5 pid: 6879 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.379873:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014144 00000100:00100000:1.0:1718402023.379880:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a05376c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001-mdtlov_UUID+7:3335:x1801871185014080:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 66us (120us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402023.379886:0:3318:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 5 pid: 6879 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.379886:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7481 00000100:00100000:2.0:1718402023.379889:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9af80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185014080:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1718402023.379889:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20218 00000100:00100000:3.0:1718402023.379892:0:3318:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a00e40 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0001_UUID:3318:1801871185014208:0@lo:105: 00000100:00100000:0.0:1718402023.379892:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871185014144:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1718402023.379909:0:3318:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402023.379927:0:3318:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073933900 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.379931:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014208 00000100:00100000:2.0:1718402023.379948:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5553 00000100:00100000:2.0:1718402023.379951:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a04740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:3318:x1801871185014208:12345-0@lo:105: 00010000:00010000:2.0:1718402023.379958:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.379959:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871185014144:12345-0@lo:1000:osp_up0-1.0 Request processed in 66us (115us total) trans 8589959578 rc 0/0 00010000:00010000:2.0:1718402023.379965:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 5/0,1 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.379967:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20218 00010000:00010000:2.0:1718402023.379970:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 5/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.379975:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.379981:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 6/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.379986:0:8097:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959577 gen 2 00000004:00080000:0.0:1718402023.379990:0:8097:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959577 committed transno 8589959577 00010000:00010000:2.0:1718402023.379992:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880073ac2d00) 00000020:00080000:0.0:1718402023.379992:0:8097:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88013024a840 refcount 2 committed 0 result 0 batchid 3553 00000020:00080000:0.0:1718402023.379994:0:8097:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88011f3bee00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff880124680600 00000020:00080000:0.0:1718402023.379996:0:8097:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x401:0x2].1502 00000020:00080000:0.0:1718402023.379997:0:8097:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88011f3bed00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88011f3be700 00010000:00010000:3.0:1718402023.379998:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402023.379999:0:8097:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x3:0x40000400:0x2].1124 00010000:00010000:3.0:1718402023.380002:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1718402023.380010:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3553 committed batchid 3551 00000004:00080000:3.0:1718402023.380012:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60b:0x0] 00000100:00100000:2.0:1718402023.380013:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a04740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:3318:x1801871185014208:12345-0@lo:105: Request processed in 61us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.380018:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5553 00000100:00100000:0.0:1718402023.380020:0:8097:0:(client.c:2918:ptlrpc_free_committed()) @@@ stopping search req@ffff8800a0535f00 x1801871185014144/t8589959578(8589959578) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1718402030 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'osp_up0-1.0' 00000020:00080000:1.0:1718402023.380027:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3551 00000100:00100000:0.0:1718402023.380030:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0535f00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185014144:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1718402023.380039:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014272:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.380051:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402023.380058:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073933000 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.380067:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014272 00000100:00100000:3.0:1718402023.380069:0:3318:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a00e40 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0001_UUID:3318:1801871185014208:0@lo:105: 00010000:00010000:3.0:1718402023.380075:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 2/0,0 mode: --/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.380079:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69357 lrc: 0/0,0 mode: --/COS res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.380081:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20219 00000100:00100000:0.0:1718402023.380085:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014272:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.380124:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014272:12345-0@lo:1000:mdt00_008.0 Request processed in 38us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.380125:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987167 gen 2 00000004:00080000:3.0:1718402023.380127:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987167 committed transno 4294987167 00000100:00100000:0.0:1718402023.380129:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20219 00000100:00100000:3.0:1718402023.380138:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014272:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.380155:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014336:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.380166:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402023.380172:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073933000 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.380180:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014336 00000100:00100000:0.0:1718402023.380208:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20220 00000100:00100000:0.0:1718402023.380211:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a00e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014336:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.380258:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a00e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014336:12345-0@lo:1000:mdt00_008.0 Request processed in 45us (90us total) trans 0 rc -2/-2 00000100:00100000:0.0:1718402023.380263:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20220 00000100:00100000:3.0:1718402023.380281:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014336:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.380312:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014400:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.380330:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402023.380339:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073933000 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.380341:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014400 00000100:00100000:0.0:1718402023.380352:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20221 00000100:00100000:0.0:1718402023.380356:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a04c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014400:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.380390:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a04c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014400:12345-0@lo:1000:mdt00_008.0 Request processed in 34us (60us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402023.380395:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20221 00000100:00100000:3.0:1718402023.380401:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014400:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.380429:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014464:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.380442:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402023.380449:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073933000 going to sleep for 6 seconds 00000100:00100000:1.0:1718402023.380459:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014464 00000100:00100000:1.0:1718402023.380477:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20222 00000100:00100000:1.0:1718402023.380480:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a00980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014464:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.380553:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a00980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014464:12345-0@lo:1000:mdt00_008.0 Request processed in 72us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.380559:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20222 00000100:00100000:3.0:1718402023.380561:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014464:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.380578:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014528:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.380590:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402023.380597:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073933cc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.380601:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014528 00000100:00100000:0.0:1718402023.380614:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20223 00000100:00100000:0.0:1718402023.380617:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880133a03dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014528:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.380655:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880133a03dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185014528:12345-0@lo:1000:mdt00_008.0 Request processed in 37us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402023.380660:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20223 00000100:00100000:2.0:1718402023.380668:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185014528:0@lo:1000:mdt00_008.0 00000040:00080000:2.0:1718402023.380923:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].765, 920 off588592 00000040:00080000:2.0:1718402023.380948:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].767, 1064 off650232 00000004:00080000:2.0:1718402023.380950:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88008ba5a680 with version 1501 00000004:00080000:0.0:1718402023.380977:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1501 rpc_version 1501 00000100:00100000:0.0:1718402023.380995:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800845c4280 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185014592:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402023.381018:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402023.381028:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb540 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.381036:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014592 00000100:00100000:2.0:1718402023.381055:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20224 00000100:00100000:2.0:1718402023.381058:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:32565:x1801871185014592:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402023.381216:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c3900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:32565:x1801871185014592:12345-0@lo:1000:osp_up1-0.0 Request processed in 156us (197us total) trans 4294987171 rc 0/0 00000100:00100000:2.0:1718402023.381222:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20224 00000100:00100000:0.0:1718402023.381592:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800845c4280 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185014592:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1718402023.381632:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.381641:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.381648:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.381656:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800845c2f80 reply state ffff880130531400 transno 8589959579 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.381664:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bd:0x0]: returning size 4096 00000004:00080000:2.0:1718402023.381668:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60b:0x0] 00010000:00010000:2.0:1718402023.381673:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.381678:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.381720:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:27554:x1801871189961536:12345-192.168.204.24@tcp:36:mkdir.0 Request processed in 3694us (3751us total) trans 8589959579 rc 0/0 00000100:00100000:2.0:1718402023.381726:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101437 00010000:00010000:2.0:1718402023.382468:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.382477:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.382479:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1718402023.383263:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.383324:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189961600 00000100:00100000:3.0:1718402023.383358:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101438 00000100:00100000:3.0:1718402023.383363:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a05350c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+12:27409:x1801871189961600:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1718402023.383377:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.383389:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0b40/0xddd980ffd8f6939d lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf4b expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.383424:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.383432:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 6 pid: 6879 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.383438:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 4/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.383459:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000020 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 6 pid: 6879 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.383470:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185014656:0@lo:104: 00000100:00100000:3.0:1718402023.383496:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1718402023.383518:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073933d80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.383550:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014656 00000100:00100000:2.0:1718402023.383571:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5554 00000100:00100000:2.0:1718402023.383574:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801372eaf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7224:x1801871185014656:12345-0@lo:104: 00010000:00010000:2.0:1718402023.383619:0:19829:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1718402023.383623:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801372eaf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:7224:x1801871185014656:12345-0@lo:104: Request processed in 49us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.383628:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5554 00010000:00010000:1.0:1718402023.383628:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402023.383633:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400001000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.383637:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880133a07200 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001_UUID:7224:1801871185014656:0@lo:104: 00010000:00010000:1.0:1718402023.383640:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2d00 already unused, calling callback (ffffffffa0ead0e0) 00010000:00010000:1.0:1718402023.383644:0:6863:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408401000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.383649:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.383649:0:6863:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409401000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.383673:0:6863:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.383678:0:6863:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1718402023.383697:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.383699:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185014720:0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1718402023.383702:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880073ac2d00/0xddd980ffd8f69388 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09401000000 nid: local remote: 0xddd980ffd8f6938f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.383717:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402023.383718:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402023.383719:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402023.383722:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.383742:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014720 00010000:00010000:1.0:1718402023.383755:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000401000020 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 7 pid: 6879 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.383771:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32817 00000100:00100000:1.0:1718402023.383775:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+7:3335:x1801871185014720:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:1.0:1718402023.383782:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1718402023.384542:0:8086:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0001: transno 4294987171 is committed 00000020:00080000:2.0:1718402023.384547:0:8086:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3553 batchid updated 00000020:00080000:2.0:1718402023.384551:0:8086:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 3552 batchid updated 00000020:00080000:1.0:1718402023.384585:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3553 00000040:00100000:1.0:1718402023.384595:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1501 in log [0x3:0x401:0x2] 00000004:00080000:1.0:1718402023.384622:0:8104:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880124680d80 with version 7110 00000020:00080000:1.0:1718402023.384629:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3552 cancel update log [0x3:0x401:0x2].1501: rc = 0 00000004:00080000:2.0:1718402023.384634:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7110 rpc_version 7110 00000040:00100000:1.0:1718402023.384634:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1123 in log [0x3:0x40000400:0x2] 00000100:00100000:2.0:1718402023.384651:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0535a40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185014784:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1718402023.384672:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1718402023.384673:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3552 cancel update log [0x3:0x40000400:0x2].1123: rc = 0 00000040:00100000:1.0:1718402023.384681:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1502 in log [0x3:0x401:0x2] 00000100:00100000:2.0:1718402023.384686:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009fc3ba80 going to sleep for 6 seconds 00000004:00080000:1.0:1718402023.384693:0:8104:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff880124680800 with version 7111 00000020:00080000:1.0:1718402023.384696:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3553 cancel update log [0x3:0x401:0x2].1502: rc = 0 00000040:00100000:1.0:1718402023.384698:0:8104:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 1124 in log [0x3:0x40000400:0x2] 00000100:00100000:3.0:1718402023.384706:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014784 00000020:00080000:1.0:1718402023.384710:0:8104:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3553 cancel update log [0x3:0x40000400:0x2].1124: rc = 0 00000020:00080000:1.0:1718402023.384714:0:8104:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3553 00000100:00100000:3.0:1718402023.384724:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20225 00000100:00100000:3.0:1718402023.384726:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:8097:x1801871185014784:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1718402023.384748:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92880/0xddd980ffd8f6938f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801401000020 nid: 0@lo remote: 0xddd980ffd8f69388 expref: 6 pid: 6879 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.384760:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011f3be200) 00010000:00010000:1.0:1718402023.384763:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.384769:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.384774:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 4/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.384788:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402023.384793:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.384797:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.384800:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871185014784:12345-0@lo:1000:osp_up0-1.0 Request processed in 73us (127us total) trans 8589959580 rc 0/0 00000100:00100000:3.0:1718402023.384804:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20225 00010000:00010000:2.0:1718402023.384807:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f693ab lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.384812:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f693ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.384817:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f693ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.384817:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+5:3335:x1801871185014720:12345-0@lo:103:ldlm_bl_01.0 Request processed in 1041us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.384823:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32817 00000100:00100000:2.0:1718402023.384860:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185014848:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.384875:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.384891:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009fc3b840 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.384905:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9d0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185014720:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1718402023.384920:0:6879:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014848 00000100:00100000:2.0:1718402023.384921:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0535a40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185014784:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1718402023.384925:0:8097:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f0d0480 version 7111 rpc_version 7111 00000100:00100000:2.0:1718402023.384932:0:8097:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0530e40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185014912:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1718402023.384935:0:6879:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20226 00000100:00100000:3.0:1718402023.384938:0:6879:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0535580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185014848:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.384946:0:8097:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.384963:0:8097:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009fc3ba80 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.384971:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014912 00000100:00100000:3.0:1718402023.384972:0:6879:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0535580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7224:x1801871185014848:12345-0@lo:1000:mdt00_008.0 Request processed in 33us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.384975:0:6879:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20226 00000100:00100000:2.0:1718402023.384984:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20227 00000100:00100000:2.0:1718402023.384986:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a05304c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8097:x1801871185014912:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1718402023.385001:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185014848:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.385034:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a05304c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8097:x1801871185014912:12345-0@lo:1000:osp_up0-1.0 Request processed in 47us (87us total) trans 8589959581 rc 0/0 00000100:00100000:2.0:1718402023.385038:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20227 00000100:00100000:2.0:1718402023.385053:0:8097:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0530e40 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8097:1801871185014912:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1718402023.385069:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f693b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385080:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f693b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385085:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f693b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402023.385091:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7bd:0x0] 00000004:00010000:3.0:1718402023.385106:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f693b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385112:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385116:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385119:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385122:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.385124:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385127:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385131:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011f3be200) 00010000:00010000:3.0:1718402023.385132:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.385134:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385137:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2880/0xddd980ffd8f693a4 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385142:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f693ab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385145:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f693ab lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385148:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f693ab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385151:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.385152:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f693ab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385154:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f693ab lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385157:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x60a635a6 (ffff8800a48c7f00) 00010000:00010000:3.0:1718402023.385158:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.385159:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f693ab lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385161:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57180/0xddd980ffd8f693ab lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385178:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0b40/0xddd980ffd8f6939d lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf4b expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385186:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f693b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf4b expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.385207:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88011e07dd00) 00010000:00010000:3.0:1718402023.385208:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402023.385209:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac18c0, rc 0) 00000100:00100000:3.0:1718402023.385237:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a05350c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:27409:x1801871189961600:12345-192.168.204.24@tcp:101:bash.0 Request processed in 1874us (1976us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.385241:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101438 00000100:00100000:0.0:1718402023.386169:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.386208:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189961664 00000100:00100000:2.0:1718402023.386224:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101439 00000100:00100000:2.0:1718402023.386227:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:27409:x1801871189961664:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.386238:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.386245:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f693b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf52 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.386265:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.386270:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.386275:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.386297:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bd:0x0]: returning size 4096 00000004:00200000:2.0:1718402023.386299:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00010000:00010000:2.0:1718402023.386315:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f693b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf52 expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.386322:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf52 expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.386326:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.386327:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1718402023.386328:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54240, rc 0) 00000100:00100000:2.0:1718402023.386352:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:27409:x1801871189961664:12345-192.168.204.24@tcp:101:bash.0 Request processed in 125us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.386358:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101439 00000100:00100000:1.0:1718402023.387330:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.387344:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189961792 00000100:00100000:2.0:1718402023.387358:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101440 00000100:00100000:2.0:1718402023.387360:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:27409:x1801871189961792:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.387366:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.387371:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f693c7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf59 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387405:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f693ce lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387410:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f693ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387414:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f693ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387420:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387424:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387427:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.387599:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x5a3:0x0], index 0: 0 00010000:00010000:2.0:1718402023.387660:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54b40/0xddd980ffd8f693dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387665:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54b40/0xddd980ffd8f693dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387669:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54b40/0xddd980ffd8f693dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387684:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f693ce lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387688:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f693ce lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387691:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f693ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387694:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.387695:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f693ce lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387698:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f693ce lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387702:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.387704:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.387705:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f693ce lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387707:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f693ce lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.387715:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88012ba9b440 reply state ffff88008f476000 transno 8589959582 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387727:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f693c7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf59 expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387733:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54b40/0xddd980ffd8f693dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf59 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.387736:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:2.0:1718402023.387737:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.387738:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54b40, rc 0) 00000100:00100000:2.0:1718402023.387765:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:27409:x1801871189961792:12345-192.168.204.24@tcp:101:bash.0 Request processed in 403us (435us total) trans 8589959582 rc 0/0 00000100:00100000:2.0:1718402023.387769:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101440 00010000:00010000:3.0:1718402023.388328:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.388335:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6997 (ffff8800a48c7000) 00010000:00010000:3.0:1718402023.388336:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.388840:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.388881:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189961856 00000100:00100000:2.0:1718402023.388911:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 553 00000100:00100000:2.0:1718402023.388915:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+6:27409:x1801871189961856:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.388922:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.388933:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 2/0,0 mode: --/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf60 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402023.388947:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718402023.388957:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.388958:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.388965:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 3/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.388976:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 3/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.388982:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55f80, rc 0) 00000100:00100000:2.0:1718402023.388999:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c0980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+7:27409:x1801871189961856:12345-192.168.204.24@tcp:101:bash.0 Request processed in 84us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.389005:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 553 00000100:00100000:2.0:1718402023.389865:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.389919:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189961984 00000100:00100000:3.0:1718402023.389951:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10836 00000100:00100000:3.0:1718402023.389955:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+17:27409:x1801871189961984:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:3.0:1718402023.390107:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+18:27409:x1801871189961984:12345-192.168.204.24@tcp:35:bash.0 Request processed in 151us (243us total) trans 8589959583 rc 0/0 00000100:00100000:3.0:1718402023.390114:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10836 00000100:00100000:0.0:1718402023.391037:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.391287:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189962112 00000100:00100000:2.0:1718402023.391306:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101441 00000100:00100000:2.0:1718402023.391309:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+13:27409:x1801871189962112:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.391316:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.391325:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f693f1 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf67 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391369:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f693f8 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391376:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f693f8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391382:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f693f8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391388:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f693ff lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391395:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f693ff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391398:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f693ff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.391455:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185014976:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.391483:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.391495:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009fc3bd80 going to sleep for 6 seconds 00000100:00100000:3.0:1718402023.391499:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185014976 00000100:00100000:3.0:1718402023.391518:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20228 00000100:00100000:3.0:1718402023.391520:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185014976:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.391569:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7224:x1801871185014976:12345-0@lo:1000:mdt00_008.0 Request processed in 48us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.391575:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20228 00000100:00100000:2.0:1718402023.391588:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185014976:0@lo:1000:mdt00_008.0 00000004:00080000:2.0:1718402023.391758:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x559:0x0], index 1: 0 00010000:00010000:2.0:1718402023.391821:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f69406 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391826:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f69406 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391830:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f69406 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391847:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f693f8 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391850:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f693f8 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391854:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f693f8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391860:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.391862:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f693f8 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391866:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f693f8 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391871:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff8800a48c7700) 00010000:00010000:2.0:1718402023.391872:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.391874:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f693f8 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391877:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f693f8 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.391882:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800845c6880 reply state ffff88008f474000 transno 4294987172 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f693ff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391895:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f693f1 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf67 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391902:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57600/0xddd980ffd8f69406 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf67 expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.391906:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff880071eab900) 00010000:00010000:2.0:1718402023.391907:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.391908:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57600, rc 0) 00000100:00100000:2.0:1718402023.391929:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:27409:x1801871189962112:12345-192.168.204.24@tcp:101:bash.0 Request processed in 619us (893us total) trans 4294987172 rc 0/0 00000100:00100000:2.0:1718402023.391933:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101441 00010000:00010000:2.0:1718402023.392499:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54480/0xddd980ffd8f693ff lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.392506:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x656c6997 (ffff8800a48c7c00) 00010000:00010000:2.0:1718402023.392508:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.392951:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.393009:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189962176 00000100:00100000:3.0:1718402023.393042:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 554 00000100:00100000:3.0:1718402023.393047:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:27409:x1801871189962176:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1718402023.393056:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.393067:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf6e expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718402023.393097:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x559:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402023.393108:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.393110:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.393117:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 9 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.393129:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 9 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.393137:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac0480, rc 0) 00000100:00100000:3.0:1718402023.393161:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c04c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+9:27409:x1801871189962176:12345-192.168.204.24@tcp:101:bash.0 Request processed in 113us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.393167:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 554 00000100:00100000:2.0:1718402023.393961:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.393982:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189962304 00000100:00100000:2.0:1718402023.394010:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10837 00000100:00100000:2.0:1718402023.394014:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+16:27409:x1801871189962304:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:2.0:1718402023.394122:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+17:27409:x1801871189962304:12345-192.168.204.24@tcp:35:bash.0 Request processed in 108us (162us total) trans 4294987173 rc 0/0 00000100:00100000:2.0:1718402023.394127:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10837 00000100:00100000:0.0:1718402023.394937:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.394978:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189962432 00000100:00100000:2.0:1718402023.395002:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101442 00000100:00100000:2.0:1718402023.395004:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:27409:x1801871189962432:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.395013:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.395021:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6941b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf75 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395061:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f69422 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395067:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f69422 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395073:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f69422 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395083:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395089:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395094:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.395261:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x59b:0x0], index 1: 0 00010000:00010000:2.0:1718402023.395316:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f69430 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395322:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f69430 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395326:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f69430 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395340:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f69422 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395343:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f69422 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395347:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f69422 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395350:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.395352:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f69422 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395356:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f69422 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395361:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.395363:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.395364:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f69422 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395366:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f69422 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.395372:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800845c3440 reply state ffff880073554000 transno 8589959584 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395383:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6941b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf75 expref: 21 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395387:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f69430 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf75 expref: 20 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.395391:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:2.0:1718402023.395392:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.395393:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57a80, rc 0) 00000100:00100000:2.0:1718402023.395420:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:27409:x1801871189962432:12345-192.168.204.24@tcp:101:bash.0 Request processed in 415us (485us total) trans 8589959584 rc 0/0 00000100:00100000:2.0:1718402023.395424:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101442 00010000:00010000:3.0:1718402023.396003:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.396012:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6998 (ffff880071eabc00) 00010000:00010000:3.0:1718402023.396014:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.396327:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.396369:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189962496 00000100:00100000:3.0:1718402023.396395:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 555 00000100:00100000:3.0:1718402023.396400:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+9:27409:x1801871189962496:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1718402023.396406:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.396414:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 2/0,0 mode: --/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf7c expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718402023.396424:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x59b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402023.396436:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.396437:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.396442:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 3/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 10 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.396448:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 3/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 10 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.396453:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac33c0, rc 0) 00000100:00100000:3.0:1718402023.396470:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c0e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+10:27409:x1801871189962496:12345-192.168.204.24@tcp:101:bash.0 Request processed in 71us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.396474:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 555 00000100:00100000:0.0:1718402023.397150:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.397202:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189962624 00000100:00100000:2.0:1718402023.397219:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10838 00000100:00100000:2.0:1718402023.397222:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf42850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+21:27409:x1801871189962624:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:2.0:1718402023.397309:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf42850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+22:27409:x1801871189962624:12345-192.168.204.24@tcp:35:bash.0 Request processed in 86us (159us total) trans 8589959585 rc 0/0 00000100:00100000:2.0:1718402023.397313:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10838 00000100:00100000:0.0:1718402023.398326:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.398364:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189962752 00000100:00100000:2.0:1718402023.398385:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101443 00000100:00100000:2.0:1718402023.398388:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:27409:x1801871189962752:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.398396:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.398404:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f69445 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf83 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398440:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f6944c lrc: 3/0,1 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398445:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f6944c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398450:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f6944c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398456:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f69453 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x656c6998 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398459:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f69453 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398462:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f69453 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.398596:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x55e:0x0], index 0: 0 00010000:00010000:2.0:1718402023.398645:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56f40/0xddd980ffd8f6945a lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398651:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56f40/0xddd980ffd8f6945a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398655:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56f40/0xddd980ffd8f6945a lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398667:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f6944c lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398671:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f6944c lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398675:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f6944c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398677:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e57840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.398679:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f6944c lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398682:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f6944c lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398687:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff880071eaba00) 00010000:00010000:2.0:1718402023.398688:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.398689:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f6944c lrc: 2/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398692:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e57840/0xddd980ffd8f6944c lrc: 0/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.398697:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800845c5f00 reply state ffff880073556000 transno 4294987174 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f69453 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398709:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55440/0xddd980ffd8f69445 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf83 expref: 20 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398716:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56f40/0xddd980ffd8f6945a lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf83 expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.398720:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60d:0x0].0x0 (ffff880071eab000) 00010000:00010000:2.0:1718402023.398721:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.398722:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e56f40, rc 0) 00000100:00100000:2.0:1718402023.398750:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c5f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+20:27409:x1801871189962752:12345-192.168.204.24@tcp:101:bash.0 Request processed in 361us (425us total) trans 4294987174 rc 0/0 00000100:00100000:2.0:1718402023.398754:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101443 00010000:00010000:2.0:1718402023.399303:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56400/0xddd980ffd8f69453 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.399312:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x656c6998 (ffff880071eab500) 00010000:00010000:2.0:1718402023.399314:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.399655:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.399703:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189962816 00000100:00100000:3.0:1718402023.399737:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 556 00000100:00100000:3.0:1718402023.399741:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+7:27409:x1801871189962816:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1718402023.399750:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.399762:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073ac1d40/0xddd980ffd8f69468 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf8a expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718402023.399780:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x55e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1718402023.399790:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.399792:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.399799:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073ac1d40/0xddd980ffd8f69468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf8a expref: 8 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.399810:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073ac1d40/0xddd980ffd8f69468 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf8a expref: 8 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.399817:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac1d40, rc 0) 00000100:00100000:3.0:1718402023.399848:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c1c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:27409:x1801871189962816:12345-192.168.204.24@tcp:101:bash.0 Request processed in 106us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.399854:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 556 00000100:00100000:2.0:1718402023.400663:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.400709:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189962944 00000100:00100000:3.0:1718402023.400741:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10839 00000100:00100000:3.0:1718402023.400745:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+20:27409:x1801871189962944:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:3.0:1718402023.400875:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+21:27409:x1801871189962944:12345-192.168.204.24@tcp:35:bash.0 Request processed in 128us (213us total) trans 4294987175 rc 0/0 00000100:00100000:3.0:1718402023.400882:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10839 00000100:00100000:0.0:1718402023.401745:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.401792:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189963072 00000100:00100000:2.0:1718402023.401822:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101444 00000100:00100000:2.0:1718402023.401827:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+22:27409:x1801871189963072:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.401838:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.401848:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f6946f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf91 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.401899:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69476 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.401908:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69476 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.401914:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69476 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.401923:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.401928:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.401933:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.402092:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x5a4:0x0], index 0: 0 00010000:00010000:2.0:1718402023.402161:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57180/0xddd980ffd8f69484 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402168:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57180/0xddd980ffd8f69484 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402175:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57180/0xddd980ffd8f69484 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402221:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69476 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402227:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69476 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402232:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69476 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402237:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.402240:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69476 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402246:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69476 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402254:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.402256:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.402258:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69476 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402263:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69476 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.402271:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff8800845c3dc0 reply state ffff880073557000 transno 8589959586 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402289:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f6946f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf91 expref: 25 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402303:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57180/0xddd980ffd8f69484 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf91 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.402309:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:2.0:1718402023.402310:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.402312:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57180, rc 0) 00000100:00100000:2.0:1718402023.402346:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:27409:x1801871189963072:12345-192.168.204.24@tcp:101:bash.0 Request processed in 518us (603us total) trans 8589959586 rc 0/0 00000100:00100000:2.0:1718402023.402352:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101444 00010000:00010000:3.0:1718402023.403167:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.403176:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6999 (ffff8801364b1800) 00010000:00010000:3.0:1718402023.403178:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1718402023.403438:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.403503:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189963136 00000100:00100000:2.0:1718402023.403552:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 557 00000100:00100000:2.0:1718402023.403557:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+8:27409:x1801871189963136:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.403567:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.403579:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880122e55200/0xddd980ffd8f69492 lrc: 2/0,0 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf98 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402023.403601:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718402023.403611:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.403613:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.403619:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880122e55200/0xddd980ffd8f69492 lrc: 3/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf98 expref: 9 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.403627:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880122e55200/0xddd980ffd8f69492 lrc: 3/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf98 expref: 9 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.403633:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55200, rc 0) 00000100:00100000:2.0:1718402023.403653:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9ed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+9:27409:x1801871189963136:12345-192.168.204.24@tcp:101:bash.0 Request processed in 96us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.403657:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 557 00000100:00100000:0.0:1718402023.404483:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.404527:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189963264 00000100:00100000:3.0:1718402023.404566:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10840 00000100:00100000:3.0:1718402023.404569:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800845c4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+25:27409:x1801871189963264:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:3.0:1718402023.404699:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800845c4c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+26:27409:x1801871189963264:12345-192.168.204.24@tcp:35:bash.0 Request processed in 130us (220us total) trans 8589959587 rc 0/0 00000100:00100000:3.0:1718402023.404704:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10840 00000100:00100000:0.0:1718402023.405628:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.405694:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189963392 00000100:00100000:2.0:1718402023.405725:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101445 00000100:00100000:2.0:1718402023.405730:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4704c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+21:27409:x1801871189963392:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.405742:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.405754:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f69499 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbf9f expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.405808:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f694a0 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.405814:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f694a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.405820:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f694a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.405826:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f694a7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x656c6999 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.405830:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f694a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.405833:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f694a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.406017:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x55a:0x0], index 1: 0 00010000:00010000:2.0:1718402023.406077:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f694ae lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406082:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f694ae lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406086:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f694ae lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406102:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f694a0 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406105:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f694a0 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406109:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f694a0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406112:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e558c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.406114:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f694a0 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406117:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f694a0 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406123:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff8801364b1e00) 00010000:00010000:2.0:1718402023.406124:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.406125:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f694a0 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406128:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f694a0 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.406135:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88009c4704c0 reply state ffff880073553000 transno 4294987176 ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f694a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406148:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f69499 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf9f expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406156:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e54000/0xddd980ffd8f694ae lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf9f expref: 23 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406159:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60e:0x0].0x0 (ffff8801364b1600) 00010000:00010000:2.0:1718402023.406160:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.406161:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54000, rc 0) 00000100:00100000:2.0:1718402023.406215:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4704c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+24:27409:x1801871189963392:12345-192.168.204.24@tcp:101:bash.0 Request processed in 484us (588us total) trans 4294987176 rc 0/0 00000100:00100000:2.0:1718402023.406220:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101445 00010000:00010000:2.0:1718402023.406796:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e56880/0xddd980ffd8f694a7 lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.406805:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x656c6999 (ffff8801364b1d00) 00010000:00010000:2.0:1718402023.406807:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.407246:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.407284:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189963456 00000100:00100000:2.0:1718402023.407315:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 558 00000100:00100000:2.0:1718402023.407318:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f22140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+10:27409:x1801871189963456:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.407324:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.407333:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f694bc lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x55a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfa6 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402023.407347:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x55a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718402023.407355:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.407356:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.407361:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f694bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x55a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfa6 expref: 11 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.407368:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880122e57cc0/0xddd980ffd8f694bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x55a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfa6 expref: 11 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.407373:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57cc0, rc 0) 00000100:00100000:2.0:1718402023.407398:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f22140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+11:27409:x1801871189963456:12345-192.168.204.24@tcp:101:bash.0 Request processed in 79us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.407402:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 558 00000100:00100000:0.0:1718402023.408113:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.408168:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189963584 00000100:00100000:3.0:1718402023.408216:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10841 00000100:00100000:3.0:1718402023.408221:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f217c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+24:27409:x1801871189963584:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:3.0:1718402023.408359:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f217c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+25:27409:x1801871189963584:12345-192.168.204.24@tcp:35:bash.0 Request processed in 137us (247us total) trans 4294987177 rc 0/0 00000100:00100000:3.0:1718402023.408366:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10841 00000100:00100000:0.0:1718402023.409246:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.409299:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189963712 00000100:00100000:2.0:1718402023.409317:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101446 00000100:00100000:2.0:1718402023.409320:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f276c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+26:27409:x1801871189963712:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.409329:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.409339:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f694c3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfad expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409381:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f694ca lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409388:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f694ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409393:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f694ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409401:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409404:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409407:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.409580:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x59c:0x0], index 1: 0 00010000:00010000:2.0:1718402023.409656:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f694d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409664:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f694d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409671:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f694d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409695:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f694ca lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409700:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f694ca lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409706:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f694ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409710:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55b00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.409712:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f694ca lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409715:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f694ca lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409721:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.409722:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.409724:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f694ca lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409726:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f694ca lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.409733:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097f276c0 reply state ffff880073555000 transno 8589959588 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409749:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f694c3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfad expref: 29 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409758:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f694d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfad expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.409763:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff8801364b1100) 00010000:00010000:2.0:1718402023.409765:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.409766:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9f3c0, rc 0) 00000100:00100000:2.0:1718402023.409807:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f276c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+29:27409:x1801871189963712:12345-192.168.204.24@tcp:101:bash.0 Request processed in 485us (562us total) trans 8589959588 rc 0/0 00000100:00100000:2.0:1718402023.409813:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101446 00010000:00010000:3.0:1718402023.410380:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.410389:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c699a (ffff8801364b1c00) 00010000:00010000:3.0:1718402023.410391:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.410819:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.410871:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189963776 00000100:00100000:2.0:1718402023.410914:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 559 00000100:00100000:2.0:1718402023.410919:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f25f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+11:27409:x1801871189963776:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.410927:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.410938:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 2/0,0 mode: --/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfb4 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402023.410951:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x59c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718402023.410962:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.410963:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.410969:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 3/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 12 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.410979:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 3/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 12 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.410985:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9c240, rc 0) 00000100:00100000:2.0:1718402023.411020:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f25f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+12:27409:x1801871189963776:12345-192.168.204.24@tcp:101:bash.0 Request processed in 100us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.411027:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 559 00000100:00100000:0.0:1718402023.411881:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.411936:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189963904 00000100:00100000:3.0:1718402023.411966:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10842 00000100:00100000:3.0:1718402023.411970:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f204c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+29:27409:x1801871189963904:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:3.0:1718402023.412113:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f204c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+30:27409:x1801871189963904:12345-192.168.204.24@tcp:35:bash.0 Request processed in 141us (233us total) trans 8589959589 rc 0/0 00000100:00100000:3.0:1718402023.412119:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10842 00000100:00100000:0.0:1718402023.413246:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.413294:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189964032 00000100:00100000:2.0:1718402023.413320:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101447 00000100:00100000:2.0:1718402023.413323:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f20e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+25:27409:x1801871189964032:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.413333:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.413345:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f694ed lrc: 2/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfbb expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413404:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f694f4 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413413:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f694f4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413421:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f694f4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413432:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f694fb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x656c699a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413438:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f694fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413443:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f694fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.413609:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x55f:0x0], index 0: 0 00010000:00010000:2.0:1718402023.413665:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f69502 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413670:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f69502 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413674:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f69502 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413689:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f694f4 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413692:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f694f4 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413696:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f694f4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413699:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9cd80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.413701:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f694f4 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413704:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f694f4 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413709:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff8801364b1700) 00010000:00010000:2.0:1718402023.413710:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.413711:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f694f4 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413714:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f694f4 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.413722:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097f20e40 reply state ffff88008f7f7000 transno 4294987178 ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f694fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413734:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f694ed lrc: 0/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfbb expref: 28 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413743:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9fcc0/0xddd980ffd8f69502 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfbb expref: 27 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.413750:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60f:0x0].0x0 (ffff88012b570f00) 00010000:00010000:2.0:1718402023.413751:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.413752:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9fcc0, rc 0) 00000100:00100000:2.0:1718402023.413784:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f20e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+28:27409:x1801871189964032:12345-192.168.204.24@tcp:101:bash.0 Request processed in 460us (541us total) trans 4294987178 rc 0/0 00000100:00100000:2.0:1718402023.413788:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101447 00010000:00010000:2.0:1718402023.414301:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9c6c0/0xddd980ffd8f694fb lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.414306:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x656c699a (ffff88012b570500) 00010000:00010000:2.0:1718402023.414307:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.414927:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.414983:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189964096 00000100:00100000:2.0:1718402023.415020:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 560 00000100:00100000:2.0:1718402023.415025:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f22f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+9:27409:x1801871189964096:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.415032:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.415042:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f69510 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x55f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfc2 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402023.415055:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x280000400:0x55f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718402023.415064:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.415066:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.415070:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f69510 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x55f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfc2 expref: 10 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.415079:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9fa80/0xddd980ffd8f69510 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x55f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfc2 expref: 10 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.415091:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9fa80, rc 0) 00000100:00100000:2.0:1718402023.415120:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f22f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+10:27409:x1801871189964096:12345-192.168.204.24@tcp:101:bash.0 Request processed in 95us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.415126:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 560 00000100:00100000:0.0:1718402023.416039:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.416088:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189964224 00000100:00100000:3.0:1718402023.416114:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10843 00000100:00100000:3.0:1718402023.416118:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f25580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+28:27409:x1801871189964224:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:3.0:1718402023.416256:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f25580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+29:27409:x1801871189964224:12345-192.168.204.24@tcp:35:bash.0 Request processed in 137us (219us total) trans 4294987179 rc 0/0 00000100:00100000:3.0:1718402023.416260:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10843 00000100:00100000:0.0:1718402023.417220:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.417297:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189964352 00000100:00100000:2.0:1718402023.417345:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101448 00000100:00100000:2.0:1718402023.417350:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f21c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+30:27409:x1801871189964352:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.417372:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.417388:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f69517 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfc9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417466:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f6951e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417479:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f6951e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417488:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f6951e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417500:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417506:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417512:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.417778:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x100000000:0x5a5:0x0], index 0: 0 00010000:00010000:2.0:1718402023.417876:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f6952c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417884:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f6952c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417890:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f6952c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417915:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f6951e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417921:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f6951e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417926:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f6951e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417932:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9e1c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.417935:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f6951e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417941:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f6951e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417950:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.417953:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.417955:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f6951e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417961:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f6951e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.417974:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097f21c80 reply state ffff88012ef90000 transno 8589959590 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.417994:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f69517 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfc9 expref: 33 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.418003:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f6952c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfc9 expref: 32 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.418010:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff8801364b2100) 00010000:00010000:2.0:1718402023.418012:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.418013:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9cb40, rc 0) 00000100:00100000:2.0:1718402023.418062:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f21c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+33:27409:x1801871189964352:12345-192.168.204.24@tcp:101:bash.0 Request processed in 711us (843us total) trans 8589959590 rc 0/0 00000100:00100000:2.0:1718402023.418070:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101448 00010000:00010000:3.0:1718402023.418666:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.418677:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c699b (ffff8801364b2a00) 00010000:00010000:3.0:1718402023.418679:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.419113:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.419159:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189964416 00000100:00100000:2.0:1718402023.419223:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 561 00000100:00100000:2.0:1718402023.419228:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f24740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+10:27409:x1801871189964416:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.419237:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.419250:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 2/0,0 mode: --/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfd0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402023.419266:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718402023.419279:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.419280:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.419288:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 3/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 11 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.419300:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 3/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 11 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.419307:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9f840, rc 0) 00000100:00100000:2.0:1718402023.419339:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f24740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+11:27409:x1801871189964416:12345-192.168.204.24@tcp:101:bash.0 Request processed in 110us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.419345:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 561 00000100:00100000:0.0:1718402023.420231:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.420292:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189964544 00000100:00100000:3.0:1718402023.420322:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10844 00000100:00100000:3.0:1718402023.420325:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf42050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+33:27409:x1801871189964544:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:3.0:1718402023.420491:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf42050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+34:27409:x1801871189964544:12345-192.168.204.24@tcp:35:bash.0 Request processed in 165us (260us total) trans 8589959591 rc 0/0 00000100:00100000:3.0:1718402023.420496:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10844 00000100:00100000:0.0:1718402023.421482:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.421530:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189964672 00000100:00100000:2.0:1718402023.421581:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101449 00000100:00100000:2.0:1718402023.421585:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f263c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+29:27409:x1801871189964672:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.421597:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.421609:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e400/0xddd980ffd8f69541 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfd7 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.421667:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69548 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.421675:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69548 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.421683:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69548 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.421694:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f6954f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x656c699b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.421700:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f6954f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.421705:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f6954f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.421905:0:7224:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x55b:0x0], index 1: 0 00010000:00010000:2.0:1718402023.421992:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f69556 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x610:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.421999:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f69556 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422005:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f69556 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422029:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69548 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422034:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69548 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422039:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69548 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422044:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9e1c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.422046:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69548 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422055:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69548 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422062:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff8801364b2200) 00010000:00010000:2.0:1718402023.422064:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.422066:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69548 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422070:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69548 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.422096:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097f263c0 reply state ffff88012ef97000 transno 4294987180 ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f6954f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422116:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9e400/0xddd980ffd8f69541 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd7 expref: 32 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422129:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9cd80/0xddd980ffd8f69556 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x610:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd7 expref: 31 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422135:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x610:0x0].0x0 (ffff8801364b2800) 00010000:00010000:2.0:1718402023.422137:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.422138:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9cd80, rc 0) 00000100:00100000:2.0:1718402023.422177:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f263c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+32:27409:x1801871189964672:12345-192.168.204.24@tcp:101:bash.0 Request processed in 591us (696us total) trans 4294987180 rc 0/0 00000100:00100000:2.0:1718402023.422183:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101449 00010000:00010000:2.0:1718402023.422781:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a7c9d200/0xddd980ffd8f6954f lrc: 3/0,1 mode: COS/COS res: [0x240000402:0x60b:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.422789:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x656c699b (ffff8801364b2f00) 00010000:00010000:2.0:1718402023.422791:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.423249:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.423311:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189964736 00000100:00100000:2.0:1718402023.423367:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 562 00000100:00100000:2.0:1718402023.423372:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f250c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+12:27409:x1801871189964736:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.423382:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.423407:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f69564 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x55b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfde expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402023.423423:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x55b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1718402023.423436:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.423454:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.423460:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f69564 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x55b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfde expref: 13 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.423496:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9ef40/0xddd980ffd8f69564 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x55b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfde expref: 13 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.423504:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9ef40, rc 0) 00000100:00100000:2.0:1718402023.423582:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f250c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+13:27409:x1801871189964736:12345-192.168.204.24@tcp:101:bash.0 Request processed in 209us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.423588:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 562 00000100:00100000:0.0:1718402023.424385:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.424449:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189964864 00000100:00100000:3.0:1718402023.424487:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10845 00000100:00100000:3.0:1718402023.424492:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f26880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+32:27409:x1801871189964864:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:3.0:1718402023.424669:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f26880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+33:27409:x1801871189964864:12345-192.168.204.24@tcp:35:bash.0 Request processed in 177us (285us total) trans 4294987181 rc 0/0 00000100:00100000:3.0:1718402023.424677:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10845 00000100:00100000:0.0:1718402023.429785:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.429843:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.429875:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189964928 00000100:00100000:2.0:1718402023.429922:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965056 00000100:00100000:3.0:1718402023.429937:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101450 00000100:00100000:3.0:1718402023.429945:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f26d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+7:27570:x1801871189964928:12345-192.168.204.24@tcp:101:ls.0 00000100:00100000:0.0:1718402023.429945:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101451 00000100:00100000:0.0:1718402023.429950:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+34:27569:x1801871189965056:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402023.429968:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.429969:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.429987:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0900/0xddd980ffd8f69572 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfe5 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.429987:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92880/0xddd980ffd8f6956b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbfec expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430026:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f69579 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430035:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f69579 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430042:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f69579 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430050:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69580 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430054:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69580 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430057:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69580 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1718402023.430072:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bd:0x0]: returning size 4096 00010000:00010000:3.0:1718402023.430101:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1f80/0xddd980ffd8f6958e lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430105:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1f80/0xddd980ffd8f6958e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430108:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1f80/0xddd980ffd8f6958e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402023.430115:0:7223:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60b:0x0] 00000004:00010000:3.0:1718402023.430132:0:7223:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1f80/0xddd980ffd8f6958e lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430141:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f69579 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430144:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f69579 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430148:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f69579 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.430150:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92880/0xddd980ffd8f6956b lrc: 1/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfec expref: 36 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430151:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.430153:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f69579 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430157:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f69579 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.430158:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc92880/0xddd980ffd8f6956b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfec expref: 36 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430164:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012eb69300) 00010000:00010000:3.0:1718402023.430165:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.430168:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f69579 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430171:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f69579 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430179:0:7223:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69580 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430182:0:7223:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69580 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.430182:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92880, rc 0) 00010000:00010000:3.0:1718402023.430188:0:7223:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69580 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430222:0:7223:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2f40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.430223:0:7223:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69580 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430226:0:7223:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69580 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430231:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc3987c8e (ffff88011e07d000) 00010000:00010000:3.0:1718402023.430232:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.430233:0:7223:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69580 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430235:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69580 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc3987c8e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430251:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0900/0xddd980ffd8f69572 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfe5 expref: 9 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.430252:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+35:27569:x1801871189965056:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 301us (408us total) trans 8589959592 rc 301/301 00000100:00100000:0.0:1718402023.430257:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101451 00010000:00010000:3.0:1718402023.430258:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1f80/0xddd980ffd8f6958e lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfe5 expref: 8 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.430262:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88012bae0c00) 00010000:00010000:3.0:1718402023.430263:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402023.430264:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac1f80, rc 0) 00000100:00100000:3.0:1718402023.430292:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f26d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+8:27570:x1801871189964928:12345-192.168.204.24@tcp:101:ls.0 Request processed in 350us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.430298:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101450 00000100:00100000:0.0:1718402023.431173:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.431227:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965120 00000100:00100000:3.0:1718402023.431264:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101452 00000100:00100000:3.0:1718402023.431269:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f21300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+5:27570:x1801871189965120:12345-192.168.204.24@tcp:101:ls.0 00000100:00100000:0.0:1718402023.431276:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1718402023.431278:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.431288:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69595 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbff3 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.431315:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0000/0xddd980ffd8f6959c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.431321:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0000/0xddd980ffd8f6959c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.431327:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0000/0xddd980ffd8f6959c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.431338:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965248 00000004:00200000:3.0:1718402023.431351:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60b:0x0]: returning size 4096 00000004:00200000:3.0:1718402023.431353:0:7223:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 8 stripe count 1 MDT count 2 00010000:00010000:3.0:1718402023.431374:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69595 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbff3 expref: 7 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.431374:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10846 00000100:00100000:2.0:1718402023.431380:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f25a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+35:27569:x1801871189965248:12345-192.168.204.24@tcp:35:lfs.0 00010000:00010000:3.0:1718402023.431386:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0000/0xddd980ffd8f6959c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbff3 expref: 6 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.431391:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:3.0:1718402023.431393:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1718402023.431394:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac0000, rc 0) 00000100:00100000:3.0:1718402023.431427:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f21300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:4ba2d863-ea31-487e-99d5-270114bd2874+6:27570:x1801871189965120:12345-192.168.204.24@tcp:101:ls.0 Request processed in 158us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.431431:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101452 00000100:00100000:2.0:1718402023.431475:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f25a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+36:27569:x1801871189965248:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 95us (199us total) trans 8589959593 rc 0/0 00000100:00100000:2.0:1718402023.431482:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10846 00000100:00100000:0.0:1718402023.432336:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.432372:0:7223:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965376 00000100:00100000:3.0:1718402023.432395:0:7223:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101453 00000100:00100000:0.0:1718402023.432396:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.432398:0:7223:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f23440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+33:27569:x1801871189965376:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402023.432406:0:7223:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.432413:0:7223:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f695a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bbffa expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.432414:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965440 00000100:00100000:1.0:1718402023.432439:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101454 00000100:00100000:1.0:1718402023.432443:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f22ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+6:27570:x1801871189965440:12345-192.168.204.24@tcp:101:ls.0 00010000:00010000:1.0:1718402023.432448:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.432453:0:7223:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3a80/0xddd980ffd8f695aa lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432454:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f695b1 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc001 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.432461:0:7223:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3a80/0xddd980ffd8f695aa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.432468:0:7223:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3a80/0xddd980ffd8f695aa lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432474:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f695b8 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402023.432476:0:7223:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60b:0x0]: returning size 4096 00010000:00010000:1.0:1718402023.432480:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f695b8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432484:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f695b8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432491:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2640/0xddd980ffd8f695c6 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432495:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2640/0xddd980ffd8f695c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432498:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2640/0xddd980ffd8f695c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432523:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432526:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432529:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402023.432546:0:6874:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7bd:0x0] 00010000:00010000:3.0:1718402023.432549:0:7223:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f695a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbffa expref: 36 pid: 7223 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.432552:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432557:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f695b8 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432560:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f695b8 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432562:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f695b8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432566:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b1440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.432567:0:7223:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3a80/0xddd980ffd8f695aa lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbffa expref: 35 pid: 7223 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432568:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f695b8 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.432570:0:7223:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:1.0:1718402023.432570:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f695b8 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.432572:0:7223:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1718402023.432573:0:7223:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac3a80, rc 0) 00010000:00010000:1.0:1718402023.432575:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:1.0:1718402023.432576:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.432577:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f695b8 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432580:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1440/0xddd980ffd8f695b8 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432600:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2640/0xddd980ffd8f695c6 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432603:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2640/0xddd980ffd8f695c6 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.432606:0:7223:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f23440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b4942422-518c-4999-8e56-6394c3b8b64e+35:27569:x1801871189965376:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 205us (270us total) trans 4294987182 rc 0/0 00010000:00010000:1.0:1718402023.432609:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2640/0xddd980ffd8f695c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.432611:0:7223:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101453 00010000:00010000:1.0:1718402023.432612:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b2640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.432613:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2640/0xddd980ffd8f695c6 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432615:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2640/0xddd980ffd8f695c6 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432619:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x60a635a6 (ffff88013024bf00) 00010000:00010000:1.0:1718402023.432620:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.432620:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2640/0xddd980ffd8f695c6 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432623:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b2640/0xddd980ffd8f695c6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432635:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b1d40/0xddd980ffd8f695b1 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc001 expref: 8 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432641:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc001 expref: 7 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.432645:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88011e07dd00) 00010000:00010000:1.0:1718402023.432645:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1718402023.432646:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012f1b18c0, rc 0) 00000100:00100000:1.0:1718402023.432661:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f22ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+7:27570:x1801871189965440:12345-192.168.204.24@tcp:101:ls.0 Request processed in 218us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.432666:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101454 00000100:00100000:1.0:1718402023.433316:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.433358:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965504 00000100:00100000:1.0:1718402023.433362:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.433387:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.433390:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101455 00000100:00100000:2.0:1718402023.433395:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba997c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+8:27570:x1801871189965504:12345-192.168.204.24@tcp:101:ls.0 00000100:00100000:0.0:1718402023.433399:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965568 00010000:00010000:2.0:1718402023.433405:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:1.0:1718402023.433410:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965696 00010000:00010000:2.0:1718402023.433417:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f695d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc008 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.433432:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101456 00000100:00100000:0.0:1718402023.433433:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7482 00000100:00100000:1.0:1718402023.433437:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+36:27569:x1801871189965696:12345-192.168.204.24@tcp:36:lfs.0 00000100:00100000:0.0:1718402023.433438:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+35:1880:x1801871189965568:12345-192.168.204.24@tcp:103:lfs.0 00010000:00010000:2.0:1718402023.433447:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.433447:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402023.433458:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.433464:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac18c0/0xddd980ffd8f693b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf4b expref: 35 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.433469:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.433473:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.433478:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.433478:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88011e07dd00) 00010000:00010000:0.0:1718402023.433482:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402023.433484:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.433493:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bd:0x0]: returning size 4096 00000004:00200000:2.0:1718402023.433496:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 2 00000100:00100000:0.0:1718402023.433507:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+34:1880:x1801871189965568:12345-192.168.204.24@tcp:103:lfs.0 Request processed in 69us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402023.433513:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7482 00010000:00010000:2.0:1718402023.433516:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f695d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc008 expref: 10 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.433518:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9c740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015040:0@lo:1000:mdt00_008.0 00010000:00010000:2.0:1718402023.433549:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc008 expref: 9 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.433557:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718402023.433560:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.433563:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1718402023.433565:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9d8c0, rc 0) 00000100:00100000:1.0:1718402023.433579:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b86c0 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.433594:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba997c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+9:27570:x1801871189965504:12345-192.168.204.24@tcp:101:ls.0 Request processed in 198us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.433601:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015040 00000100:00100000:2.0:1718402023.433601:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101455 00000100:00100000:3.0:1718402023.433628:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20229 00000100:00100000:3.0:1718402023.433632:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185015040:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.433701:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185015040:12345-0@lo:1000:mdt00_008.0 Request processed in 68us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.433707:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20229 00000100:00100000:1.0:1718402023.433738:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294987171 gen 2 00000004:00080000:1.0:1718402023.433743:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 4294987171 committed transno 4294987171 00000100:00100000:1.0:1718402023.433767:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9c740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015040:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.433797:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9c740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015104:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.433812:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.433828:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b86c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718402023.433845:0:6878:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015104 00000100:00100000:3.0:1718402023.433874:0:6878:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20230 00000100:00100000:3.0:1718402023.433877:0:6878:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185015104:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1718402023.433922:0:6878:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185015104:12345-0@lo:1000:mdt00_008.0 Request processed in 44us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.433926:0:6878:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20230 00000100:00100000:1.0:1718402023.433938:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9c740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015104:0@lo:1000:mdt00_008.0 00010000:00010000:1.0:1718402023.433963:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.433968:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.433973:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.433978:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9c740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015168:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1718402023.433991:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.434005:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8cc0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.434028:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015168 00000100:00100000:0.0:1718402023.434055:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20231 00000100:00100000:0.0:1718402023.434060:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:7224:x1801871185015168:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402023.434068:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402023.434077:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f695f0 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f695e9 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.434092:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f695f0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f695e9 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.434101:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f695f0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f695e9 expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.434107:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:0.0:1718402023.434110:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.434112:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc93840, rc 0) 00000100:00100000:0.0:1718402023.434149:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185015168:12345-0@lo:101:mdt00_008.0 Request processed in 88us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402023.434154:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20231 00000100:00100000:1.0:1718402023.434161:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9c740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015168:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1718402023.434168:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f695f0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.434173:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f695f0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.434223:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9c740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015232:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.434242:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.434264:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.434327:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015232 00000100:00100000:0.0:1718402023.434352:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20232 00000100:00100000:0.0:1718402023.434355:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185015232:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1718402023.434474:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.434482:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185015232:12345-0@lo:1000:mdt00_008.0 Request processed in 125us (239us total) trans 0 rc 1/1 00000100:00100000:0.0:1718402023.434487:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20232 00000100:00100000:3.0:1718402023.434491:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965824 00000100:00100000:3.0:1718402023.434518:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101457 00000100:00100000:3.0:1718402023.434522:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba99300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+9:27570:x1801871189965824:12345-192.168.204.24@tcp:101:ls.0 00000100:00100000:2.0:1718402023.434525:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9c740 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015232:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1718402023.434529:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.434552:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f695f7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc00f expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402023.434592:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bd:0x0]: returning size 4096 00010000:00010000:2.0:1718402023.434600:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.434607:0:7224:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.434614:0:7224:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.434629:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015296:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1718402023.434637:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f695f7 lrc: 1/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc00f expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.434644:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1200/0xddd980ffd8f695f7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc00f expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.434653:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac1200, rc 0) 00000100:00100000:2.0:1718402023.434659:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.434682:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800846b4840 going to sleep for 6 seconds 00000100:00100000:3.0:1718402023.434685:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba99300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+10:27570:x1801871189965824:12345-192.168.204.24@tcp:101:ls.0 Request processed in 161us (211us total) trans 8589959594 rc 301/301 00000100:00100000:3.0:1718402023.434691:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101457 00000100:00100000:0.0:1718402023.434691:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015296 00000100:00100000:0.0:1718402023.434704:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20233 00000100:00100000:0.0:1718402023.434706:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0533dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185015296:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402023.434711:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402023.434717:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f6960c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f695fe expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.434728:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc001 expref: 6 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.434734:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f6960c lrc: 4/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f695fe expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.434748:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc001 expref: 6 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.434756:0:32583:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc001 expref: 6 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.434762:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f20980 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871185015360:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402023.434796:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb540 going to sleep for 43 seconds 00000100:00100000:2.0:1718402023.435435:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f20980 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871185015360:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402023.435450:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f6960c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f695fe expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.435458:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88011e07dd00) 00010000:00010000:2.0:1718402023.435460:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718402023.435462:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f6960c lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f695fe expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.435468:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91d40, rc 0) 00000100:00100000:2.0:1718402023.435493:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0533dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:7224:x1801871185015296:12345-0@lo:101:mdt00_008.0 Request processed in 786us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.435498:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20233 00000100:00100000:0.0:1718402023.435528:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0531300 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015296:0@lo:101:mdt00_008.0 00010000:00010000:0.0:1718402023.435550:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435557:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.435596:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.435613:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965888 00010000:00010000:0.0:1718402023.435623:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc001 expref: 7 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.435643:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32818 00000100:00100000:0.0:1718402023.435645:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba99c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+7:1883:x1801871189965888:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1718402023.435650:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402023.435653:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc001 expref: 7 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:0.0:1718402023.435658:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc001 expref: 7 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:0.0:1718402023.435667:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012f1b18c0/0xddd980ffd8f695cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc001 expref: 7 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:0.0:1718402023.435674:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88011e07dd00) 00010000:00010000:0.0:1718402023.435676:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f6960c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f695fe expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435681:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f6960c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f695fe expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435684:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f6960c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f695fe expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435695:0:30108:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f6960c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f695fe expref: 6 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.435700:0:30108:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f23900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001_UUID:30108:1801871185015424:0@lo:105: 00000100:00100000:0.0:1718402023.435717:0:30108:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402023.435734:0:30108:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb780 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.435757:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015424 00000100:00100000:2.0:1718402023.435790:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5555 00000100:00100000:2.0:1718402023.435794:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f24280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:30108:x1801871185015424:12345-0@lo:105: 00010000:00010000:2.0:1718402023.435802:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.435810:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.435816:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.435822:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.435828:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.435838:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8800a7c9db00) 00000100:00100000:2.0:1718402023.435860:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f24280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:30108:x1801871185015424:12345-0@lo:105: Request processed in 66us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.435865:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5555 00000100:00100000:1.0:1718402023.435886:0:30108:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f23900 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0001_UUID:30108:1801871185015424:0@lo:105: 00010000:00010000:0.0:1718402023.435886:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435892:0:7224:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.435901:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402023.435906:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:0.0:1718402023.435908:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435911:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435915:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435925:0:7224:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1718402023.435935:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba99c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+6:1883:x1801871189965888:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 287us (339us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402023.435940:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.435946:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32818 00010000:00010000:0.0:1718402023.435946:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435950:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf52 expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.435953:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189965952 00010000:00010000:0.0:1718402023.435955:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc008 expref: 9 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435957:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 6/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.435966:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402023.435971:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.435972:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc008 expref: 10 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.435977:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10847 00010000:00010000:0.0:1718402023.435977:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc008 expref: 10 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.435978:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9db00 already unused, calling callback (ffffffffa0ead0e0) 00000100:00100000:3.0:1718402023.435981:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+10:27570:x1801871189965952:12345-192.168.204.24@tcp:37:ls.0 00010000:00010000:1.0:1718402023.435981:0:9311:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.435984:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f23dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185015488:192.168.204.24@tcp:104: 00000004:00010000:1.0:1718402023.435987:0:9311:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436006:0:9311:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.436008:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf52 expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436012:0:9311:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1718402023.436013:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf52 expref: 36 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.436017:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f22600 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185015616:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402023.436025:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436033:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 1/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436039:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff8800a7c9db00/0xddd980ffd8f695fe lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f6960c expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:0.0:1718402023.436045:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:1.0:1718402023.436052:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402023.436054:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402023.436055:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1718402023.436056:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1718402023.436066:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185015552:0@lo:103:ldlm_bl_03.0 00000100:00100000:0.0:1718402023.436072:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb540 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.436085:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.436124:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015552 00000100:00100000:1.0:1718402023.436148:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7483 00000100:00100000:1.0:1718402023.436152:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+7:3333:x1801871185015552:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402023.436160:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.436170:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f6960c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f695fe expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436184:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88011e07dd00) 00010000:00010000:1.0:1718402023.436211:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.436237:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+6:3333:x1801871185015552:12345-0@lo:103:ldlm_bl_03.0 Request processed in 84us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.436243:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7483 00000100:00100000:2.0:1718402023.436246:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1801871185015552:0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1718402023.436740:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f23dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185015488:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402023.436810:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f22600 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185015616:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402023.436828:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.436876:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.436892:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966016 00010000:00010000:1.0:1718402023.436903:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf52 expref: 37 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.436919:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32819 00000100:00100000:1.0:1718402023.436923:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ca6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+37:1882:x1801871189966016:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402023.436929:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.436932:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf52 expref: 37 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.436939:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf52 expref: 37 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.436951:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f693c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf52 expref: 37 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.436964:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:1.0:1718402023.436967:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436973:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436978:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436982:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436988:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436992:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.436997:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.437001:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.437031:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ca6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+36:1882:x1801871189966016:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 107us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.437037:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32819 00000001:00080000:0.0:1718402023.437780:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959594 is committed 00000001:00080000:0.0:1718402023.437798:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959593 is committed 00000001:00080000:0.0:1718402023.437825:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959581 is committed 00000020:00080000:0.0:1718402023.437832:0:32552:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff88009fc3be40 refcount 2 committed 0 result 0 batchid 4294990005 00000020:00080000:0.0:1718402023.437835:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800930e8700 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff88008ba5a680 00000020:00080000:0.0:1718402023.437838:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0x40000404:0x2].767 00000020:00080000:0.0:1718402023.437840:0:32552:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff8800930e8800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88011e07dc00 00010000:00010000:2.0:1718402023.437841:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:0.0:1718402023.437842:0:32552:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x2:0xbd0:0x2].765 00010000:00010000:2.0:1718402023.437850:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437853:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437856:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.437858:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437862:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.437863:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+9:27570:x1801871189965952:12345-192.168.204.24@tcp:37:ls.0 Request processed in 1881us (1957us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402023.437868:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00000100:00100000:3.0:1718402023.437869:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10847 00010000:00010000:2.0:1718402023.437869:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.437870:0:3318:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437875:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437877:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f69396 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437887:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402023.437889:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294990005 committed batchid 4294990004 00010000:00010000:2.0:1718402023.437890:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437893:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437896:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.437896:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437899:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437902:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6997 (ffff8800a48c7000) 00010000:00010000:2.0:1718402023.437903:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.437904:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437907:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f693d5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437915:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437917:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000020:00080000:3.0:1718402023.437922:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990004 00010000:00010000:2.0:1718402023.437924:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437927:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e573c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.437927:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437930:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437933:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6998 (ffff880071eabc00) 00010000:00010000:2.0:1718402023.437934:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.437935:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437938:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69429 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437946:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437949:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437952:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437954:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e546c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.437955:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437958:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437962:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6999 (ffff8801364b1800) 00010000:00010000:2.0:1718402023.437962:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.437963:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437965:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f6947d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437971:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437974:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437977:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437979:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9cfc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.437980:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437982:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437985:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c699a (ffff8801364b1c00) 00010000:00010000:2.0:1718402023.437987:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.437988:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437991:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f694d1 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.437998:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.438001:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.438003:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.438006:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9ed00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.438006:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.438009:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.438012:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c699b (ffff8801364b2a00) 00010000:00010000:2.0:1718402023.438013:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.438014:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.438016:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69525 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.439135:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.439218:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966144 00000100:00100000:0.0:1718402023.439227:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.439261:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10848 00000100:00100000:3.0:1718402023.439266:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f24c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+9:27570:x1801871189966144:12345-192.168.204.24@tcp:35:ls.0 00000100:00100000:1.0:1718402023.439287:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966208 00010000:00010000:1.0:1718402023.439309:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc008 expref: 10 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.439339:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32820 00000100:00100000:1.0:1718402023.439344:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f22600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+11:1882:x1801871189966208:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1718402023.439352:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.439356:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc008 expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.439366:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc008 expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.439381:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f695db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc008 expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:3.0:1718402023.439391:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f24c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+10:27570:x1801871189966144:12345-192.168.204.24@tcp:35:ls.0 Request processed in 125us (258us total) trans 8589959595 rc 0/0 00010000:00010000:1.0:1718402023.439392:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:1.0:1718402023.439395:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.439396:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10848 00010000:00010000:1.0:1718402023.439402:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.439408:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.439433:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.439452:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f22600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+9:1882:x1801871189966208:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 108us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.439458:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32820 00010000:00010000:0.0:1718402023.439464:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.439479:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.439679:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.439692:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.439701:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.439791:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f23dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015680:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.439828:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402023.439858:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb780 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.439888:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015680 00000100:00100000:2.0:1718402023.439909:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20234 00000100:00100000:2.0:1718402023.439912:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f23900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185015680:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.439953:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f23900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185015680:12345-0@lo:1000:mdt00_008.0 Request processed in 41us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.439957:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20234 00000100:00100000:0.0:1718402023.439973:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f23dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015680:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.440008:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f23dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015744:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.440028:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402023.440047:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88011e2bb540 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.440064:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015744 00000100:00100000:2.0:1718402023.440079:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20235 00000100:00100000:2.0:1718402023.440082:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f20980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185015744:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.440117:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f20980 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:7224:x1801871185015744:12345-0@lo:1000:mdt00_008.0 Request processed in 34us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.440122:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20235 00000100:00100000:0.0:1718402023.440130:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f23dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-mdtlov_UUID:7224:1801871185015744:0@lo:1000:mdt00_008.0 00000040:00080000:0.0:1718402023.440763:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].767, 2184 off592008 00000040:00080000:0.0:1718402023.440793:0:7224:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].768, 2264 off652496 00000004:00080000:0.0:1718402023.440796:0:7224:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff880098699f80 with version 1502 00000004:00080000:2.0:1718402023.440837:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1502 rpc_version 1502 00000100:00100000:2.0:1718402023.440856:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a05376c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185015808:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1718402023.440878:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.440895:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800846b4a80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.440910:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015808 00000100:00100000:0.0:1718402023.440924:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20236 00000100:00100000:0.0:1718402023.440927:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:32565:x1801871185015808:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402023.441223:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:32565:x1801871185015808:12345-0@lo:1000:osp_up1-0.0 Request processed in 295us (344us total) trans 4294987183 rc 0/0 00000100:00100000:0.0:1718402023.441228:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20236 00000100:00100000:2.0:1718402023.441250:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a05376c0 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185015808:0@lo:1000:osp_up1-0.0 00000004:00010000:0.0:1718402023.441262:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88012ba9aac0 reply state ffff8800930a7000 transno 8589959596 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402023.441271:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88012ba9aac0 reply state ffff8800930a7000 transno 8589959596 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402023.441279:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60b:0x0] 00010000:00010000:0.0:1718402023.441284:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f695f0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.441289:0:7224:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f695f0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.441295:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.441297:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.441300:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.441303:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.441306:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b0900 already unused, calling callback (ffffffffa081d190) 00010000:00010000:0.0:1718402023.441309:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.441313:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.441320:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88013024b200) 00010000:00010000:0.0:1718402023.441321:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.441322:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.441325:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f695e2 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.441369:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:27569:x1801871189965696:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 7932us (7981us total) trans 8589959596 rc 0/0 00000100:00100000:0.0:1718402023.441374:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101456 00010000:00010000:2.0:1718402023.442035:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.442043:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.442044:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402023.442047:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.442052:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:2.0:1718402023.442055:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:2.0:1718402023.442348:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.442378:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966336 00000100:00100000:0.0:1718402023.442403:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101458 00000100:00100000:0.0:1718402023.442406:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+34:27569:x1801871189966336:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:0.0:1718402023.442419:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402023.442428:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f69621 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc016 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442467:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f69628 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442474:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f69628 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442482:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f69628 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442489:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f6962f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442492:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f6962f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442496:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f6962f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.442550:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097f23dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185015872:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1718402023.442572:0:7224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402023.442588:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef540 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.442603:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185015872 00000100:00100000:2.0:1718402023.442618:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20237 00000100:00100000:2.0:1718402023.442621:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f217c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:7224:x1801871185015872:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1718402023.442663:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f217c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:7224:x1801871185015872:12345-0@lo:1000:mdt00_008.0 Request processed in 41us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402023.442667:0:7224:0:(client.c:2892:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589959581 gen 2 00000100:00100000:2.0:1718402023.442668:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20237 00000004:00080000:0.0:1718402023.442670:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959578 committed transno 8589959581 00000004:00080000:0.0:1718402023.442688:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959580 committed transno 8589959581 00000004:00080000:0.0:1718402023.442702:0:7224:0:(osp_trans.c:1044:osp_request_commit_cb()) trans no 8589959581 committed transno 8589959581 00000100:00100000:0.0:1718402023.442712:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097f23dc0 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:7224:1801871185015872:0@lo:1000:mdt00_008.0 00010000:00010000:0.0:1718402023.442734:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442739:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442743:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402023.442751:0:7224:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7c3:0x0] 00010000:00010000:0.0:1718402023.442754:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f69628 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442757:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f69628 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442760:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f69628 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442763:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc933c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402023.442764:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f69628 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442767:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f69628 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442771:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:0.0:1718402023.442772:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.442773:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f69628 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442776:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc933c0/0xddd980ffd8f69628 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442783:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f6962f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442785:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f6962f lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442789:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f6962f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442792:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc92400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402023.442793:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f6962f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442795:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f6962f lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442798:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x60a635a6 (ffff880130adc600) 00010000:00010000:0.0:1718402023.442799:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.442800:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f6962f lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442802:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc92400/0xddd980ffd8f6962f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442819:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc906c0/0xddd980ffd8f69621 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc016 expref: 36 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442827:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc016 expref: 35 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.442830:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc300) 00010000:00010000:0.0:1718402023.442831:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1718402023.442831:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc921c0, rc 0) 00000100:00100000:0.0:1718402023.442854:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+35:27569:x1801871189966336:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 447us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402023.442860:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101458 00000100:00100000:0.0:1718402023.443667:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.443719:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966464 00000100:00100000:2.0:1718402023.443747:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101459 00000100:00100000:2.0:1718402023.443751:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f23dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:27569:x1801871189966464:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402023.443760:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.443768:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f6963d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc01d expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.443840:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c3:0x0]: returning size 4096 00000100:00100000:0.0:1718402023.443865:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.443903:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966528 00010000:00010000:2.0:1718402023.443906:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f6963d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc01d expref: 20 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.443913:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f6963d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc01d expref: 20 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.443922:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9c480, rc 0) 00000100:00100000:3.0:1718402023.443938:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101460 00000100:00100000:3.0:1718402023.443942:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f204c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+6:27571:x1801871189966528:12345-192.168.204.24@tcp:101:diff.0 00000100:00100000:2.0:1718402023.443942:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f23dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+19:27569:x1801871189966464:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 190us (277us total) trans 8589959597 rc 301/301 00000100:00100000:2.0:1718402023.443947:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101459 00010000:00010000:3.0:1718402023.443953:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.443965:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3180/0xddd980ffd8f6964b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc024 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444001:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69652 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444008:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69652 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444014:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69652 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444021:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69659 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444025:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69659 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444028:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69659 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444079:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0900/0xddd980ffd8f69660 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444083:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0900/0xddd980ffd8f69660 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444086:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0900/0xddd980ffd8f69660 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402023.444108:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60c:0x0]: returning size 6 00000004:00200000:3.0:1718402023.444111:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1718402023.444128:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0900/0xddd980ffd8f69660 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444134:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0900/0xddd980ffd8f69660 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444138:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69652 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444140:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69652 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444144:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69652 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444147:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.444149:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69652 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444155:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69652 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444163:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:3.0:1718402023.444166:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.444168:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69652 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444173:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69652 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444185:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69659 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444222:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69659 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444227:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69659 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444232:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac0d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.444234:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69659 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444239:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69659 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444245:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x656c6997 (ffff8800a48c7c00) 00010000:00010000:3.0:1718402023.444247:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.444249:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69659 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444254:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0d80/0xddd980ffd8f69659 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x656c6997 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444273:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3180/0xddd980ffd8f6964b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc024 expref: 8 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444285:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac0900/0xddd980ffd8f69660 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc024 expref: 7 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444291:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff880071eab900) 00010000:00010000:3.0:1718402023.444293:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1718402023.444294:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac0900, rc 0) 00000100:00100000:3.0:1718402023.444342:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f204c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+7:27571:x1801871189966528:12345-192.168.204.24@tcp:101:diff.0 Request processed in 399us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.444349:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101460 00000100:00100000:0.0:1718402023.444729:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.444778:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966592 00000100:00100000:3.0:1718402023.444815:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101461 00000100:00100000:3.0:1718402023.444820:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097f25580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+19:27569:x1801871189966592:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402023.444833:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.444843:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69667 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc02b expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444869:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f6966e lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444876:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f6966e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444883:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f6966e lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402023.444905:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0xa:0x0]: returning size 4096 00000004:00200000:3.0:1718402023.444908:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:3.0:1718402023.444927:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69667 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc02b expref: 21 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444938:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f6966e lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc02b expref: 20 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.444948:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:3.0:1718402023.444950:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718402023.444952:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac2ac0, rc 0) 00000100:00100000:3.0:1718402023.444989:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097f25580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+20:27569:x1801871189966592:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 168us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.444996:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101461 00000100:00100000:2.0:1718402023.445382:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.445428:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966656 00000100:00100000:0.0:1718402023.445451:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 563 00000100:00100000:0.0:1718402023.445455:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0531300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:1879:x1801871189966656:12345-192.168.204.24@tcp:8:diff.0 00010000:00080000:0.0:1718402023.445472:0:4308:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0001: connection from 4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp t0 exp (null) cur 3803 last 0 00000020:00000080:0.0:1718402023.445490:0:4308:0:(genops.c:1359:class_connect()) connect: client 4ba2d863-ea31-487e-99d5-270114bd2874, cookie 0xddd980ffd8f69675 00002000:00100000:0.0:1718402023.445496:0:4308:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0001: cli 4ba2d863-ea31-487e-99d5-270114bd2874/ffff88008c29b800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0400 ocd_grant: 8437760 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1718402023.445503:0:4308:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:0.0:1718402023.445541:0:4308:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash ffff8800a78283c0 00002000:00080000:0.0:1718402023.445550:0:4308:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1718402023.445573:0:4308:0:(import.c:86:import_set_state_nolock()) ffff88008c298800 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:0.0:1718402023.445603:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0531300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+6:1879:x1801871189966656:12345-192.168.204.24@tcp:8:diff.0 Request processed in 147us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402023.445608:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 563 00000100:00100000:0.0:1718402023.445712:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.445767:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966784 00000100:00100000:3.0:1718402023.445795:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101462 00000100:00100000:3.0:1718402023.445800:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+20:27569:x1801871189966784:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402023.445807:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.445814:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f6967c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc039 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.445836:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.445843:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.445849:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402023.445866:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bd:0x0]: returning size 4096 00000004:00200000:3.0:1718402023.445868:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 7 stripe count 2 MDT count 2 00010000:00010000:3.0:1718402023.445882:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f6967c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc039 expref: 22 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.445897:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc039 expref: 21 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.445903:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:3.0:1718402023.445905:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718402023.445907:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac0b40, rc 0) 00000100:00100000:3.0:1718402023.445944:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+21:27569:x1801871189966784:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 143us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.445950:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101462 00000100:00100000:0.0:1718402023.446236:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.446280:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966720 00000100:00100000:2.0:1718402023.446318:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 564 00000100:00100000:2.0:1718402023.446323:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+6:0:x1801871189966720:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1718402023.446331:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.446342:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9f600/0xddd980ffd8f6968a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc032 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.446383:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185015936:192.168.204.24@tcp:106: 00000100:00100000:2.0:1718402023.446432:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800846b4a80 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.446888:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.446939:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966848 00000100:00100000:3.0:1718402023.446963:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101463 00000100:00100000:3.0:1718402023.446967:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+21:27569:x1801871189966848:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402023.446973:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.446981:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69691 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc040 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.447006:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2d00/0xddd980ffd8f69698 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.447012:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2d00/0xddd980ffd8f69698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.447017:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2d00/0xddd980ffd8f69698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402023.447061:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c3:0x0]: returning size 4096 00000004:00200000:3.0:1718402023.447063:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00000004:00010000:3.0:1718402023.447072:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2d00/0xddd980ffd8f69698 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402023.447082:0:4308:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000400:0x559:0x0] updating lvb size: 0 -> 6 00010000:00010000:3.0:1718402023.447084:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69691 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc040 expref: 23 pid: 6874 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402023.447084:0:4308:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000400:0x559:0x0] updating lvb mtime: 0 -> 1718402022 00002000:00010000:2.0:1718402023.447086:0:4308:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x2c0000400:0x559:0x0] updating lvb atime: 0 -> 1718402022 00002000:00010000:2.0:1718402023.447087:0:4308:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x2c0000400:0x559:0x0] updating lvb ctime: 0 -> 1718402022 00002000:00010000:2.0:1718402023.447088:0:4308:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x2c0000400:0x559:0x0] updating lvb blocks: 0 -> 1 00010000:00010000:3.0:1718402023.447094:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2d00/0xddd980ffd8f69698 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc040 expref: 22 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.447098:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00000100:00100000:2.0:1718402023.447098:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185015936:192.168.204.24@tcp:106: 00010000:00010000:3.0:1718402023.447099:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1718402023.447101:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac2d00, rc 0) 00010000:00010000:2.0:1718402023.447113:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9f600/0xddd980ffd8f6968a lrc: 1/0,0 mode: --/PR res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc032 expref: 7 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718402023.447120:0:4308:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9f600/0xddd980ffd8f6968a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc032 expref: 7 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718402023.447128:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9f600, rc 0) 00000100:00100000:3.0:1718402023.447131:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+22:27569:x1801871189966848:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 163us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.447135:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101463 00000100:00100000:2.0:1718402023.447146:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712a600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+6:0:x1801871189966720:12345-192.168.204.24@tcp:101:diff.0 Request processed in 822us (912us total) trans 0 rc 301/301 00000100:00100000:2.0:1718402023.447153:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 564 00000100:00100000:0.0:1718402023.447985:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.448026:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966912 00000100:00100000:3.0:1718402023.448056:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101464 00000100:00100000:3.0:1718402023.448060:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+7:27571:x1801871189966912:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:3.0:1718402023.448070:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.448078:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f6969f lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc047 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448104:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f696a6 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448111:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f696a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448116:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f696a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448123:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f696ad lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448127:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f696ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448130:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f696ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448151:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448156:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448161:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1718402023.448169:0:6874:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7c3:0x0] 00000004:00010000:3.0:1718402023.448177:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448184:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f696a6 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448211:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f696a6 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448217:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f696a6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448226:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac1440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.448228:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f696a6 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448233:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f696a6 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448246:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:3.0:1718402023.448248:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.448250:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f696a6 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448254:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1440/0xddd980ffd8f696a6 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448265:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f696ad lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448270:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f696ad lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448274:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f696ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448279:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac1680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.448280:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f696ad lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448285:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f696ad lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448291:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x60a635a6 (ffff880130a65200) 00010000:00010000:3.0:1718402023.448293:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.448295:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f696ad lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448299:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac1680/0xddd980ffd8f696ad lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448316:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac21c0/0xddd980ffd8f6969f lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc047 expref: 9 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448322:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc047 expref: 8 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.448326:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc300) 00010000:00010000:3.0:1718402023.448327:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1718402023.448328:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac3600, rc 0) 00000100:00100000:3.0:1718402023.448356:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+8:27571:x1801871189966912:12345-192.168.204.24@tcp:101:diff.0 Request processed in 295us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.448361:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101464 00000100:00100000:0.0:1718402023.448476:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.448517:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189966976 00000100:00100000:3.0:1718402023.448563:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10849 00000100:00100000:3.0:1718402023.448567:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf41850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+22:27569:x1801871189966976:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:0.0:1718402023.449122:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.449166:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967040 00000100:00100000:2.0:1718402023.449210:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101465 00000100:00100000:2.0:1718402023.449215:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+9:27571:x1801871189967040:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1718402023.449228:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.449237:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f696bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc04e expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.449262:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.449271:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.449278:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.449366:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c3:0x0]: returning size 4096 00000004:00200000:2.0:1718402023.449369:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:2.0:1718402023.449396:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c900/0xddd980ffd8f696bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc04e expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.449408:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc04e expref: 10 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.449414:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:2.0:1718402023.449417:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1718402023.449419:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9d680, rc 0) 00000100:00100000:2.0:1718402023.449452:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+10:27571:x1801871189967040:12345-192.168.204.24@tcp:101:diff.0 Request processed in 237us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.449459:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101465 00000100:00100000:0.0:1718402023.450232:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.450275:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967104 00000100:00100000:2.0:1718402023.450295:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101466 00000100:00100000:2.0:1718402023.450298:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+10:27571:x1801871189967104:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1718402023.450305:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.450311:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f696c9 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc055 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.450317:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf41850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+22:27569:x1801871189966976:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1748us (1841us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.450325:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10849 00010000:00010000:2.0:1718402023.450330:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.450336:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.450341:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.450354:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1718402023.450356:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 2 MDT count 2 00010000:00010000:2.0:1718402023.450368:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f696c9 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc055 expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.450378:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc055 expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.450382:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:2.0:1718402023.450384:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1718402023.450385:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9db00, rc 0) 00000100:00100000:2.0:1718402023.450404:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+11:27571:x1801871189967104:12345-192.168.204.24@tcp:101:diff.0 Request processed in 105us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.450411:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101466 00000100:00100000:0.0:1718402023.451003:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.451044:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967168 00000100:00100000:2.0:1718402023.451066:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101467 00000100:00100000:2.0:1718402023.451068:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+11:27571:x1801871189967168:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1718402023.451074:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.451079:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f696d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc05c expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.451096:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.451102:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.451107:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.451120:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bd:0x0]: returning size 4096 00000004:00200000:2.0:1718402023.451121:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 7 stripe count 2 MDT count 2 00010000:00010000:2.0:1718402023.451131:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f696d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc05c expref: 13 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.451140:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc05c expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.451144:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.451145:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1718402023.451146:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9cfc0, rc 0) 00000100:00100000:2.0:1718402023.451175:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+12:27571:x1801871189967168:12345-192.168.204.24@tcp:101:diff.0 Request processed in 105us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.451179:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101467 00000100:00100000:0.0:1718402023.451858:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.451886:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.451900:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967232 00000100:00100000:2.0:1718402023.451926:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967296 00000100:00100000:3.0:1718402023.451928:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10850 00000100:00100000:3.0:1718402023.451933:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+22:27569:x1801871189967232:12345-192.168.204.24@tcp:37:lfs.0 00000100:00100000:2.0:1718402023.451955:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101468 00000100:00100000:2.0:1718402023.451958:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880137129300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+12:27571:x1801871189967296:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1718402023.451964:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.451969:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f696e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc063 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.451987:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f696ec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.451992:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f696ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.451997:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f696ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452004:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f696f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452007:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f696f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452010:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f696f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452064:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452072:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452075:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.452092:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7be:0x0]: returning size 6 00000004:00200000:2.0:1718402023.452094:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1718402023.452099:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452104:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452108:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f696ec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452111:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f696ec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452114:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f696ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452117:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9e400 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.452119:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f696ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452123:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f696ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452131:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.452132:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.452134:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f696ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452136:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f696ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452143:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f696f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452146:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f696f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452149:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f696f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452151:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9e1c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.452152:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f696f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452155:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f696f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452158:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6997 (ffff8801364b2b00) 00010000:00010000:2.0:1718402023.452159:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.452159:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f696f3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452165:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f696f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452176:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f696e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc063 expref: 14 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452184:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc063 expref: 13 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.452188:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:2.0:1718402023.452189:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1718402023.452209:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54240, rc 0) 00000100:00100000:2.0:1718402023.452235:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880137129300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+13:27571:x1801871189967296:12345-192.168.204.24@tcp:101:diff.0 Request processed in 276us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.452239:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101468 00000100:00100000:0.0:1718402023.453054:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.453110:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967360 00000100:00100000:2.0:1718402023.453136:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 565 00000100:00100000:2.0:1718402023.453142:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:1879:x1801871189967360:12345-192.168.204.24@tcp:8:diff.0 00010000:00080000:2.0:1718402023.453167:0:4308:0:(ldlm_lib.c:1370:target_handle_connect()) lustre-OST0000: connection from 4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp t0 exp (null) cur 3803 last 0 00000020:00000080:2.0:1718402023.453216:0:4308:0:(genops.c:1359:class_connect()) connect: client 4ba2d863-ea31-487e-99d5-270114bd2874, cookie 0xddd980ffd8f69701 00002000:00100000:2.0:1718402023.453225:0:4308:0:(ofd_obd.c:150:ofd_parse_connect_data()) lustre-OST0000: cli 4ba2d863-ea31-487e-99d5-270114bd2874/ffff8801216d9800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 20f0400 ocd_grant: 8437760 ocd_index: 0 ocd_group 0 00000100:00100000:3.0:1718402023.453239:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+22:27569:x1801871189967232:12345-192.168.204.24@tcp:37:lfs.0 Request processed in 1303us (1379us total) trans 0 rc 0/0 00002000:00100000:2.0:1718402023.453242:0:4308:0:(ofd_obd.c:249:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1718402023.453245:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10850 00000020:01000000:2.0:1718402023.453291:0:4308:0:(lprocfs_status_server.c:544:lprocfs_exp_setup()) using hash ffff8800b1ae0840 00002000:00080000:2.0:1718402023.453299:0:4308:0:(ofd_obd.c:391:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1718402023.453323:0:4308:0:(import.c:86:import_set_state_nolock()) ffff8801216da000 í¯Þÿÿÿÿÿÿÿÿÿÿÿÿ: changing import state from RECOVER to FULL 00000100:00100000:2.0:1718402023.453363:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+6:1879:x1801871189967360:12345-192.168.204.24@tcp:8:diff.0 Request processed in 220us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.453369:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 565 00000100:00100000:0.0:1718402023.454045:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.454092:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967424 00000100:00100000:2.0:1718402023.454128:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 566 00000100:00100000:2.0:1718402023.454132:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+6:0:x1801871189967424:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1718402023.454140:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.454152:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880122e546c0/0xddd980ffd8f69708 lrc: 2/0,0 mode: --/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc06a expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.454215:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185016000:192.168.204.24@tcp:106: 00000100:00100000:2.0:1718402023.454263:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800846b4840 going to sleep for 11 seconds 00000100:00100000:0.0:1718402023.454607:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.454646:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967488 00000100:00100000:2.0:1718402023.454662:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101469 00000100:00100000:2.0:1718402023.454666:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+22:27569:x1801871189967488:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1718402023.454686:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6970f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454694:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6970f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454699:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6970f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454706:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f69716 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454710:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f69716 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454714:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f69716 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454742:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454747:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454752:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.454777:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454785:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6970f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454791:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6970f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454796:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6970f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454802:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e573c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.454804:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6970f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454810:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6970f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454819:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.454820:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.454822:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6970f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454825:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f6970f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454833:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f69716 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454836:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f69716 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454839:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f69716 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454842:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.454843:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f69716 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454845:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f69716 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454848:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c699b (ffff8801364b2a00) 00010000:00010000:2.0:1718402023.454849:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.454850:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f69716 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454856:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f69716 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454864:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454869:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454874:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454879:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e56ac0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.454880:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454885:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454892:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff8801364b2100) 00010000:00010000:2.0:1718402023.454894:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.454895:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.454900:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f6971d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.454938:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712f6c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+22:27569:x1801871189967488:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 271us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.454946:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101469 00002000:00010000:2.0:1718402023.455083:0:4308:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x5a3:0x0:0x0] updating lvb size: 0 -> 6 00002000:00010000:2.0:1718402023.455086:0:4308:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x5a3:0x0:0x0] updating lvb mtime: 0 -> 1718402022 00002000:00010000:2.0:1718402023.455087:0:4308:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x5a3:0x0:0x0] updating lvb atime: 0 -> 1718402022 00002000:00010000:2.0:1718402023.455088:0:4308:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x5a3:0x0:0x0] updating lvb ctime: 0 -> 1718402022 00002000:00010000:2.0:1718402023.455089:0:4308:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x5a3:0x0:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1718402023.455098:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185016000:192.168.204.24@tcp:106: 00010000:00010000:2.0:1718402023.455113:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880122e546c0/0xddd980ffd8f69708 lrc: 1/0,0 mode: --/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc06a expref: 7 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718402023.455120:0:4308:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880122e546c0/0xddd980ffd8f69708 lrc: 0/0,0 mode: --/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc06a expref: 7 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718402023.455126:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e546c0, rc 0) 00000100:00100000:2.0:1718402023.455150:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+6:0:x1801871189967424:12345-192.168.204.24@tcp:101:diff.0 Request processed in 1017us (1106us total) trans 0 rc 301/301 00000100:00100000:2.0:1718402023.455154:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 566 00000100:00100000:0.0:1718402023.455679:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.455719:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967616 00000100:00100000:2.0:1718402023.455736:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101470 00000100:00100000:2.0:1718402023.455740:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+22:27569:x1801871189967616:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402023.455748:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.455754:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f69724 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc071 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.455797:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f6972b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.455810:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f6972b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.455815:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f6972b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.455822:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c2:0x0]: returning size 6 00010000:00010000:2.0:1718402023.455872:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f69724 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc071 expref: 25 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.455879:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f6972b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc071 expref: 24 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.455882:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff8801364b2100) 00010000:00010000:2.0:1718402023.455883:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402023.455884:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55b00, rc 0) 00000100:00100000:2.0:1718402023.455910:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+24:27569:x1801871189967616:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 169us (231us total) trans 8589959598 rc 0/0 00000100:00100000:2.0:1718402023.455916:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101470 00000100:00100000:0.0:1718402023.456076:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.456112:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967744 00000100:00100000:2.0:1718402023.456128:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101471 00000100:00100000:2.0:1718402023.456131:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+8:27571:x1801871189967744:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1718402023.456139:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.456147:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f69739 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc078 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.456185:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f69740 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.456211:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f69740 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.456219:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f69740 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.456226:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x60c:0x0]: returning size 6 00010000:00010000:2.0:1718402023.456268:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880122e55d40/0xddd980ffd8f69739 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc078 expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.456277:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880122e558c0/0xddd980ffd8f69740 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60c:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc078 expref: 10 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.456283:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60c:0x0].0x0 (ffff880071eab900) 00010000:00010000:2.0:1718402023.456284:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.456286:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e558c0, rc 0) 00000100:00100000:2.0:1718402023.456303:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+10:27571:x1801871189967744:12345-192.168.204.24@tcp:101:diff.0 Request processed in 170us (237us total) trans 4294987184 rc 0/0 00000100:00100000:2.0:1718402023.456308:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101471 00000100:00100000:0.0:1718402023.456692:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.456732:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967808 00000100:00100000:2.0:1718402023.456754:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 567 00000100:00100000:2.0:1718402023.456758:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+11:1883:x1801871189967808:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:2.0:1718402023.456777:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 3/0,1 mode: --/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.456787:0:4308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 2/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 11 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.456798:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1718402023.456800:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1718402023.456801:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 4/0,1 mode: --/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.456817:0:4308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 3/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 11 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.456828:0:4308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 4/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 11 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.456835:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185016064:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402023.456863:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800846b4840 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.457080:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.457115:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189967936 00000100:00100000:2.0:1718402023.457132:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101472 00000100:00100000:2.0:1718402023.457136:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+13:27571:x1801871189967936:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1718402023.457144:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.457151:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69755 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc07f expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.457185:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.457209:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.457216:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.457222:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7be:0x0]: returning size 6 00010000:00010000:2.0:1718402023.457255:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f69755 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc07f expref: 16 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.457265:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc07f expref: 15 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.457269:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:2.0:1718402023.457271:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.457271:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55440, rc 0) 00000100:00100000:2.0:1718402023.457296:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+15:27571:x1801871189967936:12345-192.168.204.24@tcp:101:diff.0 Request processed in 159us (217us total) trans 8589959599 rc 0/0 00000100:00100000:2.0:1718402023.457302:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101472 00000100:00100000:2.0:1718402023.457473:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185016064:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402023.457483:0:4308:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 3/0,1 mode: --/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.457815:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.457873:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968000 00002000:00100000:2.0:1718402023.457896:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x100000000:0x5a5:0x0] (0->5) req@ffff880137129c80 x1801871189968000/t0(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:171/0 lens 496/0 e 0 to 0 dl 1718402066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'bash.0' 00002000:00100000:2.0:1718402023.457912:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880137129c80 with x1801871189968000 ext(0->5) 00010000:00010000:2.0:1718402023.457919:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 4/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 12 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:2.0:1718402023.457927:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880137129c80 00000100:00100000:2.0:1718402023.457950:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6164 00000100:00100000:2.0:1718402023.457955:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880137129c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+12:1883:x1801871189968000:12345-192.168.204.24@tcp:4:bash.0 00000100:00100000:0.0:1718402023.458302:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.458349:0:4314:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968064 00000100:00100000:2.0:1718402023.458375:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 568 00000100:00100000:2.0:1718402023.458379:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4ba2d863-ea31-487e-99d5-270114bd2874+6:27571:x1801871189968064:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:2.0:1718402023.458387:0:4314:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.458399:0:4314:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880122e57840/0xddd980ffd8f6976a lrc: 2/0,0 mode: --/PR res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc086 expref: -99 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.458417:0:4314:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 12 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.458423:0:4314:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1718402023.458424:0:4314:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1718402023.458426:0:4314:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880122e57840/0xddd980ffd8f6976a lrc: 4/0,0 mode: --/PR res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc086 expref: 7 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.458443:0:4314:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 12 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.458451:0:4314:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 12 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.458461:0:4314:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:4314:1801871185016128:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402023.458488:0:4314:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800846b4840 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.459120:0:4314:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0530000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:4314:1801871185016128:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402023.459133:0:4314:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880122e57840/0xddd980ffd8f6976a lrc: 3/0,0 mode: --/PR res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc086 expref: 7 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.459144:0:4314:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e57840, rc 0) 00000100:00100000:2.0:1718402023.459164:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4ba2d863-ea31-487e-99d5-270114bd2874+7:27571:x1801871189968064:12345-192.168.204.24@tcp:101:diff.0 Request processed in 785us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.459169:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 568 00000100:00100000:2.0:1718402023.459295:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.459316:0:9302:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968128 00002000:00100000:0.0:1718402023.459334:0:9302:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x559:0x0] (0->5) req@ffff8800a0530000 x1801871189968128/t0(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:171/0 lens 496/0 e 0 to 0 dl 1718402066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'bash.0' 00002000:00100000:0.0:1718402023.459343:0:9302:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530000 with x1801871189968128 ext(0->5) 00010000:00010000:0.0:1718402023.459347:0:9302:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:0.0:1718402023.459354:0:9302:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0530000 00000100:00100000:0.0:1718402023.459380:0:9302:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6165 00000100:00100000:0.0:1718402023.459385:0:9302:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+13:1883:x1801871189968128:12345-192.168.204.24@tcp:4:bash.0 00000100:00100000:2.0:1718402023.459880:0:9302:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:b4942422-518c-4999-8e56-6394c3b8b64e+15:1883:x1801871189968128:12345-192.168.204.24@tcp:4:bash.0 Request processed in 494us (585us total) trans 4294974574 rc 0/0 00000100:00100000:2.0:1718402023.459886:0:9302:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6165 00002000:00100000:2.0:1718402023.459890:0:9302:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x559:0x0] (0->5) req@ffff8800a0530000 x1801871189968128/t4294974574(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:171/0 lens 496/448 e 0 to 0 dl 1718402066 ref 1 fl Complete:H/0/0 rc 0/0 job:'bash.0' 00002000:00100000:2.0:1718402023.459895:0:9302:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0530000 with x1801871189968128 ext(0->5) 00010000:00010000:2.0:1718402023.459899:0:9302:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 15 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:2.0:1718402023.459904:0:9302:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a0530000 00000100:00100000:2.0:1718402023.460797:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.460848:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968192 00010000:00010000:1.0:1718402023.460878:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 15 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.460907:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32821 00000100:00100000:1.0:1718402023.460912:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0536880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+15:1882:x1801871189968192:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1718402023.460920:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1718402023.460930:0:30108:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x2c0000400:0x559:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1718402023.460934:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 15 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.460942:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 15 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.460967:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073ac0480/0xddd980ffd8f69414 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x559:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf6e expref: 15 pid: 4308 timeout: 3903 lvb_type: 0 00000001:00100000:2.0:1718402023.460974:0:9293:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4ba2d863-ea31-487e-99d5-270114bd2874 00000001:00080000:2.0:1718402023.460980:0:9293:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0000: transno 4294974162 is committed 00010000:00010000:1.0:1718402023.460984:0:30108:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000001:00100000:2.0:1718402023.460986:0:9293:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b4942422-518c-4999-8e56-6394c3b8b64e 00010000:00010000:1.0:1718402023.460986:0:30108:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.460993:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880122e57840/0xddd980ffd8f6976a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc086 expref: 6 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.461001:0:30108:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880122e57840/0xddd980ffd8f6976a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc086 expref: 6 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.461029:0:30108:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880122e57840/0xddd980ffd8f6976a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x559:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc086 expref: 6 pid: 4314 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.461037:0:30108:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:30108:1801871185016192:192.168.204.24@tcp:105: 00000100:00100000:1.0:1718402023.461086:0:30108:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1718402023.461354:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880137129c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+13:1883:x1801871189968000:12345-192.168.204.24@tcp:4:bash.0 Request processed in 3395us (3536us total) trans 4294974163 rc 0/0 00000100:00100000:3.0:1718402023.461360:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6164 00002000:00100000:3.0:1718402023.461365:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x100000000:0x5a5:0x0] (0->5) req@ffff880137129c80 x1801871189968000/t4294974163(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:171/0 lens 496/448 e 0 to 0 dl 1718402066 ref 1 fl Complete:H/0/0 rc 0/0 job:'bash.0' 00002000:00100000:3.0:1718402023.461370:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880137129c80 with x1801871189968000 ext(0->5) 00010000:00010000:3.0:1718402023.461377:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 4/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:3.0:1718402023.461383:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880137129c80 00000100:00100000:1.0:1718402023.461784:0:30108:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:30108:1801871185016192:192.168.204.24@tcp:105: 00010000:00010000:1.0:1718402023.461797:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.461822:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0536880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+14:1882:x1801871189968192:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 910us (1026us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.461827:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32821 00000100:00100000:0.0:1718402023.461996:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.462049:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.462052:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968320 00002000:00100000:3.0:1718402023.462071:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x559:0x0] (0->4095) req@ffff88013712af80 x1801871189968320/t0(0) o3->4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp:134/0 lens 488/0 e 0 to 0 dl 1718402029 ref 1 fl New:/0/ffffffff rc 0/-1 job:'diff.0' 00000100:00100000:1.0:1718402023.462077:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968384 00002000:00100000:3.0:1718402023.462078:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013712af80 with x1801871189968320 ext(0->4095) 00002000:00010000:3.0:1718402023.462085:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013712af80 00010000:00010000:1.0:1718402023.462088:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 4/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.462103:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32822 00000100:00100000:3.0:1718402023.462104:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28829 00000100:00100000:1.0:1718402023.462106:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712c280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+13:1880:x1801871189968384:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1718402023.462109:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+7:1882:x1801871189968320:12345-192.168.204.24@tcp:3:diff.0 00010000:00010000:1.0:1718402023.462110:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1718402023.462116:0:30108:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x5a5:0x0] updating lvb size from disk: 0 -> 6 00002000:00010000:1.0:1718402023.462118:0:30108:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x5a5:0x0] updating lvb mtime from disk: 0 -> 1718402022 00002000:00010000:1.0:1718402023.462119:0:30108:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x5a5:0x0] updating lvb ctime from disk: 0 -> 1718402022 00002000:00010000:1.0:1718402023.462120:0:30108:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x5a5:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1718402023.462122:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 4/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.462128:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 3/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.462140:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f6953a lrc: 0/0,0 mode: --/PW res: [0x5a5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfd0 expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.462148:0:30108:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.462150:0:30108:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.462151:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 3/0,1 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.462155:0:30108:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 4/0,1 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.462165:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402023.462175:0:4308:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 3/0,1 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.462178:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712c280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+12:1880:x1801871189968384:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 72us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.462182:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32822 00010000:00010000:2.0:1718402023.462185:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 3/0,1 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.462212:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712af80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+7:1882:x1801871189968320:12345-192.168.204.24@tcp:3:diff.0 Request processed in 80us (195us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1718402023.462222:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28829 00002000:00100000:3.0:1718402023.462227:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000400:0x559:0x0] (0->4095) req@ffff88013712af80 x1801871189968320/t0(0) o3->4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp:134/0 lens 488/4536 e 0 to 0 dl 1718402029 ref 1 fl Complete:/0/0 rc 4096/4096 job:'diff.0' 00002000:00100000:3.0:1718402023.462233:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88013712af80 with x1801871189968320 ext(0->4095) 00002000:00010000:3.0:1718402023.462235:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013712af80 00010000:00010000:2.0:1718402023.462240:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 3/0,1 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.462246:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 2/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.462261:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1718402023.462280:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1718402023.462284:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 2/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.462291:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55680 already unused, calling callback (ffffffffa081d190) 00000100:00100000:2.0:1718402023.462291:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+11:1883:x1801871189967808:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 5532us (5599us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402023.462294:0:9312:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 2/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.462300:0:9312:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 3/0,0 mode: PW/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.462300:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 567 00010000:00010000:3.0:1718402023.462314:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 1/0,0 mode: --/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.462319:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880122e55680/0xddd980ffd8f6974e lrc: 0/0,0 mode: --/PW res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.462334:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402023.462335:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402023.462337:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402023.463178:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.463234:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968512 00000100:00100000:2.0:1718402023.463264:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101473 00000100:00100000:2.0:1718402023.463269:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013712cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+24:27569:x1801871189968512:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1718402023.463309:0:6874:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1718402023.463324:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f6952c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfc9 expref: 24 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.463340:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff8801364b2100) 00010000:00010000:2.0:1718402023.463348:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2ac0/0xddd980ffd8f6966e lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc02b expref: 23 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.463358:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:2.0:1718402023.463364:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2d00/0xddd980ffd8f69698 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc040 expref: 22 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.463373:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:2.0:1718402023.463376:0:6874:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402023.463390:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.463400:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.463407:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.463506:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1718402023.463525:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.463552:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.463558:0:6874:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.463561:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968576 00010000:00010000:2.0:1718402023.463570:0:6874:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:2.0:1718402023.463597:0:6874:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1718402023.463603:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 569 00000100:00100000:1.0:1718402023.463608:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8801371297c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+5:27571:x1801871189968576:12345-192.168.204.24@tcp:101:diff.0 00010000:00010000:1.0:1718402023.463620:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.463631:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 2/0,0 mode: --/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc08d expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.463634:0:6874:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.463647:0:4308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 2/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 10 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.463654:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718402023.463655:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718402023.463657:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 4/0,0 mode: --/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 6 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.463674:0:4308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 3/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 10 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.463690:0:4308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 4/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 10 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.463699:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185016256:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402023.463736:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000100:00100000:1.0:1718402023.464471:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185016256:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402023.464492:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 3/0,0 mode: --/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 6 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.464501:0:32552:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f695f0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.464505:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012f1b33c0, rc 0) 00000004:00010000:0.0:1718402023.464514:0:32552:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f695f0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.464548:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8801371297c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+6:27571:x1801871189968576:12345-192.168.204.24@tcp:101:diff.0 Request processed in 938us (1041us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402023.464552:0:32552:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f695f0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.464555:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 569 00010000:00010000:0.0:1718402023.464558:0:32552:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1718402023.464565:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.464582:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968640 00010000:00010000:0.0:1718402023.464584:0:32552:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff88012f1b2ac0/0xddd980ffd8f695e9 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f695f0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.464591:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00002000:00100000:3.0:1718402023.464601:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x100000000:0x5a3:0x0] (0->5) req@ffff8800a0532f80 x1801871189968640/t0(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:171/0 lens 496/0 e 0 to 0 dl 1718402066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'bash.0' 00000001:00080000:0.0:1718402023.464601:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959599 is committed 00000100:00100000:1.0:1718402023.464606:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871185016320:0@lo:103:jbd2/dm-0-8.0 00002000:00100000:3.0:1718402023.464609:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0532f80 with x1801871189968640 ext(0->5) 00010000:00010000:3.0:1718402023.464616:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 4/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 11 pid: 4308 timeout: 3903 lvb_type: 0 00000001:00080000:0.0:1718402023.464619:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959598 is committed 00002000:00010000:3.0:1718402023.464624:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0532f80 00000020:00080000:0.0:1718402023.464635:0:32552:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0000: 4294990005 batchid updated 00000100:00100000:3.0:1718402023.464636:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6166 00000100:00100000:1.0:1718402023.464637:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1718402023.464640:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.464641:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0532f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+11:1882:x1801871189968640:12345-192.168.204.24@tcp:4:bash.0 00010000:00010000:2.0:1718402023.464648:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.464654:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.464660:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc90000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.464662:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.464667:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.464668:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185016320 00010000:00010000:2.0:1718402023.464676:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.464678:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402023.464681:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.464685:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69613 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.464690:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7484 00000100:00100000:1.0:1718402023.464694:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+7:3332:x1801871185016320:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1718402023.464697:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.464701:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402023.464702:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.464707:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.464711:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.464713:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.464713:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc93840/0xddd980ffd8f695f0 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f695e9 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.464718:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.464723:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:2.0:1718402023.464725:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402023.464726:0:3318:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.464727:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:1.0:1718402023.464731:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402023.464732:0:3318:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.464737:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.464750:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.464750:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:lustre-MDT0000-mdtlov_UUID+6:3332:x1801871185016320:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 56us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.464755:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7484 00010000:00010000:2.0:1718402023.464756:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f6961a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.464777:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1801871185016320:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1718402023.464783:0:6874:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.464790:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.464817:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.464826:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc055 expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.464832:0:6874:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 4/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.464851:0:6874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc055 expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.464858:0:6874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc055 expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.464868:0:6874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185016384:192.168.204.24@tcp:104: 00000020:00080000:3.0:1718402023.464877:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990005 00000040:00100000:3.0:1718402023.464889:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 767 in log [0x2:0x40000404:0x2] 00000100:00100000:1.0:1718402023.464901:0:6874:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 6 seconds 00000004:00080000:3.0:1718402023.464929:0:32579:0:(osp_trans.c:1598:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff88012fdbb280 with version 1503 00000020:00080000:3.0:1718402023.464937:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294990005 cancel update log [0x2:0x40000404:0x2].767: rc = 0 00000040:00100000:3.0:1718402023.464943:0:32579:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 765 in log [0x2:0xbd0:0x2] 00000004:00080000:2.0:1718402023.464945:0:32565:0:(osp_trans.c:1343:osp_get_next_request()) ou ffff88008f47fcc0 version 1503 rpc_version 1503 00000100:00100000:2.0:1718402023.464969:0:32565:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0530e40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185016448:0@lo:1000:osp_up1-0.0 00000020:00080000:3.0:1718402023.464978:0:32579:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294990005 cancel update log [0x2:0xbd0:0x2].765: rc = 0 00000020:00080000:3.0:1718402023.464987:0:32579:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294990005 00000100:00100000:2.0:1718402023.464998:0:32565:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.465014:0:32565:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800846b4840 going to sleep for 6 seconds 00000100:00100000:3.0:1718402023.465026:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0532f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+13:1882:x1801871189968640:12345-192.168.204.24@tcp:4:bash.0 Request processed in 386us (463us total) trans 4294974164 rc 0/0 00000100:00100000:0.0:1718402023.465027:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185016448 00000100:00100000:3.0:1718402023.465031:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6166 00002000:00100000:3.0:1718402023.465035:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x100000000:0x5a3:0x0] (0->5) req@ffff8800a0532f80 x1801871189968640/t4294974164(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:171/0 lens 496/448 e 0 to 0 dl 1718402066 ref 1 fl Complete:H/0/0 rc 0/0 job:'bash.0' 00002000:00100000:3.0:1718402023.465040:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0532f80 with x1801871189968640 ext(0->5) 00010000:00010000:3.0:1718402023.465044:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 4/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:3.0:1718402023.465049:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a0532f80 00000100:00100000:0.0:1718402023.465065:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20238 00000100:00100000:0.0:1718402023.465070:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0535a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:32565:x1801871185016448:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1718402023.465229:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0535a40 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:32565:x1801871185016448:12345-0@lo:1000:osp_up1-0.0 Request processed in 158us (230us total) trans 4294987185 rc 0/0 00000100:00100000:0.0:1718402023.465235:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20238 00000100:00100000:2.0:1718402023.465239:0:32565:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0530e40 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:32565:1801871185016448:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1718402023.465632:0:6874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185016384:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402023.465646:0:6874:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.465700:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.465730:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.465745:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968704 00010000:00010000:1.0:1718402023.465761:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 4/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.465766:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968768 00010000:00010000:2.0:1718402023.465777:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc055 expref: 13 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.465794:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32823 00000100:00100000:2.0:1718402023.465799:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32824 00000100:00100000:1.0:1718402023.465800:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b4942422-518c-4999-8e56-6394c3b8b64e+13:1882:x1801871189968704:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1718402023.465802:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+13:1883:x1801871189968768:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1718402023.465807:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.465807:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402023.465809:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc055 expref: 13 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.465815:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc055 expref: 13 pid: 6874 timeout: 3903 lvb_type: 0 00002000:00010000:1.0:1718402023.465817:0:11452:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x5a3:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1718402023.465821:0:11452:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 4/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.465824:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f696d0 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc055 expref: 13 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.465831:0:11452:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 3/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.465833:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:2.0:1718402023.465835:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.465839:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.465842:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 4/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.465847:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880122e55f80/0xddd980ffd8f693ea lrc: 0/0,0 mode: --/PW res: [0x5a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf60 expref: 13 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.465850:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402023.465857:0:11452:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.465858:0:11452:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1718402023.465862:0:6874:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.465864:0:11452:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 2/0,0 mode: PR/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 5 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.465869:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.465870:0:11452:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 3/0,0 mode: PR/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 5 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.465875:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+12:1883:x1801871189968768:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 72us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.465879:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32824 00010000:00010000:0.0:1718402023.465887:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.465888:0:11452:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 3/0,0 mode: PR/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 5 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.465896:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc039 expref: 17 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.465897:0:11452:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11452:1801871185016512:192.168.204.24@tcp:105: 00010000:00010000:0.0:1718402023.465902:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc05c expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.465907:0:6874:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 5/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.465920:0:11452:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8a80 going to sleep for 11 seconds 00010000:00010000:0.0:1718402023.465923:0:6874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc05c expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.465932:0:6874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc05c expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.465941:0:6874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8b440 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185016576:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402023.465983:0:6874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc039 expref: 17 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.465991:0:6874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc039 expref: 17 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.465997:0:6874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8aac0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185016640:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402023.466013:0:6874:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef540 going to sleep for 6 seconds 00000100:00100000:2.0:1718402023.466585:0:6874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8b440 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185016576:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402023.466642:0:11452:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11452:1801871185016512:192.168.204.24@tcp:105: 00010000:00010000:1.0:1718402023.466653:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.466678:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8df00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b4942422-518c-4999-8e56-6394c3b8b64e+12:1882:x1801871189968704:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 879us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.466685:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32823 00000100:00100000:0.0:1718402023.466694:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.466715:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968832 00010000:00010000:1.0:1718402023.466726:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc05c expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.466747:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32825 00000100:00100000:1.0:1718402023.466751:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ca5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ba2d863-ea31-487e-99d5-270114bd2874+12:1883:x1801871189968832:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1718402023.466756:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.466758:0:11452:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc05c expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.466762:0:11452:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc05c expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.466771:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f696de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc05c expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.466779:0:11452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:1.0:1718402023.466781:0:11452:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.466786:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.466801:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ca5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ba2d863-ea31-487e-99d5-270114bd2874+11:1883:x1801871189968832:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 50us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.466805:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32825 00000100:00100000:0.0:1718402023.466928:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.466974:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189968960 00002000:00100000:3.0:1718402023.466992:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x100000000:0x5a3:0x0] (0->4095) req@ffff88008ad8da40 x1801871189968960/t0(0) o3->4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp:134/0 lens 488/0 e 0 to 0 dl 1718402029 ref 1 fl New:/0/ffffffff rc 0/-1 job:'diff.0' 00002000:00100000:3.0:1718402023.466999:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8da40 with x1801871189968960 ext(0->4095) 00002000:00010000:3.0:1718402023.467003:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ad8da40 00000100:00100000:3.0:1718402023.467025:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28830 00000100:00100000:2.0:1718402023.467026:0:6874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8aac0 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185016640:192.168.204.24@tcp:104: 00000100:00100000:3.0:1718402023.467030:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+6:1883:x1801871189968960:12345-192.168.204.24@tcp:3:diff.0 00010000:00010000:2.0:1718402023.467043:0:6874:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.467182:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8da40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+6:1883:x1801871189968960:12345-192.168.204.24@tcp:3:diff.0 Request processed in 152us (255us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1718402023.467188:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28830 00002000:00100000:3.0:1718402023.467209:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x100000000:0x5a3:0x0] (0->4095) req@ffff88008ad8da40 x1801871189968960/t0(0) o3->4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp:134/0 lens 488/4536 e 0 to 0 dl 1718402029 ref 1 fl Complete:/0/0 rc 4096/4096 job:'diff.0' 00002000:00100000:3.0:1718402023.467213:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8da40 with x1801871189968960 ext(0->4095) 00002000:00010000:3.0:1718402023.467215:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ad8da40 00000100:00100000:0.0:1718402023.467235:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.467275:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969024 00010000:00010000:1.0:1718402023.467288:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc039 expref: 18 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.467316:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32826 00000100:00100000:1.0:1718402023.467321:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8c280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b4942422-518c-4999-8e56-6394c3b8b64e+18:1883:x1801871189969024:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1718402023.467327:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.467330:0:11452:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc039 expref: 18 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.467338:0:11452:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc039 expref: 18 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.467349:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0b40/0xddd980ffd8f69683 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc039 expref: 18 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.467360:0:11452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:1.0:1718402023.467363:0:11452:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.467369:0:11452:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.467379:0:11452:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.467402:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.467422:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8c280 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b4942422-518c-4999-8e56-6394c3b8b64e+17:1883:x1801871189969024:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 101us (188us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402023.467424:0:6874:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.467428:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32826 00010000:00010000:2.0:1718402023.467431:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467529:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff8801364b2100) 00010000:00010000:2.0:1718402023.467548:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402023.467552:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f6972b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc071 expref: 16 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467592:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467600:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467607:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467646:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467652:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467662:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.467871:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013712cc00 reply state ffff880094c68000 transno 8589959600 ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.467893:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013712cc00 reply state ffff880094c68000 transno 8589959600 ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.467903:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013712cc00 reply state ffff880094c68000 transno 8589959600 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.467909:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013712cc00 reply state ffff880094c68000 transno 8589959600 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.467918:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88013712cc00 reply state ffff880094c68000 transno 8589959600 ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467925:0:6874:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467930:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467935:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467941:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467947:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093490000 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402023.467949:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467954:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467961:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8801364b1e00) 00010000:00010000:2.0:1718402023.467963:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.467964:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.467969:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69771 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.468030:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013712cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+17:27569:x1801871189968512:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 4760us (4854us total) trans 8589959600 rc 0/0 00000100:00100000:2.0:1718402023.468037:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101473 00000100:00100000:0.0:1718402023.468485:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.468567:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969152 00000100:00100000:3.0:1718402023.468604:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10851 00010000:00010000:2.0:1718402023.468606:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.468609:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+10:27571:x1801871189969152:12345-192.168.204.24@tcp:35:diff.0 00010000:00010000:2.0:1718402023.468614:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:2.0:1718402023.468616:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.468618:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468623:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.468624:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.468627:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468632:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:2.0:1718402023.468634:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.468635:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468640:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff8801364b1700) 00010000:00010000:2.0:1718402023.468641:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402023.468643:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468647:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff8801364b1a00) 00010000:00010000:2.0:1718402023.468649:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:3.0:1718402023.468788:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+11:27571:x1801871189969152:12345-192.168.204.24@tcp:35:diff.0 Request processed in 178us (303us total) trans 4294987186 rc 0/0 00000100:00100000:3.0:1718402023.468794:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10851 00000100:00100000:0.0:1718402023.468827:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.468861:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969216 00000100:00100000:2.0:1718402023.468881:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101474 00000100:00100000:2.0:1718402023.468886:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad884c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+17:27569:x1801871189969216:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:2.0:1718402023.468918:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093492d00/0xddd980ffd8f697a2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468926:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093492d00/0xddd980ffd8f697a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468932:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093492d00/0xddd980ffd8f697a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468942:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093491440/0xddd980ffd8f697a9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468947:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093491440/0xddd980ffd8f697a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468953:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093491440/0xddd980ffd8f697a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468982:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468988:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.468994:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.469020:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469027:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093492d00/0xddd980ffd8f697a2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469032:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093492d00/0xddd980ffd8f697a2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469037:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093492d00/0xddd980ffd8f697a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469041:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093492d00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.469043:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093492d00/0xddd980ffd8f697a2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469047:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093492d00/0xddd980ffd8f697a2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469054:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:2.0:1718402023.469056:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.469058:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093492d00/0xddd980ffd8f697a2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469062:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093492d00/0xddd980ffd8f697a2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469071:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093491440/0xddd980ffd8f697a9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469075:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093491440/0xddd980ffd8f697a9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469079:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093491440/0xddd980ffd8f697a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469083:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093491440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.469084:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093491440/0xddd980ffd8f697a9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469089:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093491440/0xddd980ffd8f697a9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469093:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c699a (ffff8801364b1c00) 00010000:00010000:2.0:1718402023.469095:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.469096:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093491440/0xddd980ffd8f697a9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469105:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093491440/0xddd980ffd8f697a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469115:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469119:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469124:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469129:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093492640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.469130:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469134:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469140:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff8801364b1100) 00010000:00010000:2.0:1718402023.469141:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.469142:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469146:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093492640/0xddd980ffd8f697b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.469187:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad884c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+17:27569:x1801871189969216:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 300us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.469238:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101474 00000100:00100000:0.0:1718402023.469426:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.469470:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969344 00000100:00100000:3.0:1718402023.469499:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10852 00000100:00100000:3.0:1718402023.469503:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad897c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+11:27571:x1801871189969344:12345-192.168.204.24@tcp:35:diff.0 00000100:00100000:3.0:1718402023.469647:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad897c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+12:27571:x1801871189969344:12345-192.168.204.24@tcp:35:diff.0 Request processed in 142us (221us total) trans 8589959601 rc 0/0 00000100:00100000:3.0:1718402023.469655:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10852 00000100:00100000:0.0:1718402023.469858:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.469904:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969472 00000100:00100000:2.0:1718402023.469925:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101475 00000100:00100000:2.0:1718402023.469929:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad89c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+17:27569:x1801871189969472:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:2.0:1718402023.469938:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.469947:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f697b7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc094 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.469997:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f697be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.470004:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f697be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.470011:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f697be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.470021:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c1:0x0]: returning size 6 00010000:00010000:2.0:1718402023.470080:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f697b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc094 expref: 20 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.470093:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f697be lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x4/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc094 expref: 19 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.470099:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff8801364b1100) 00010000:00010000:2.0:1718402023.470101:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402023.470102:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880093490d80, rc 0) 00000100:00100000:2.0:1718402023.470127:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad89c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+19:27569:x1801871189969472:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 197us (270us total) trans 8589959602 rc 0/0 00000100:00100000:2.0:1718402023.470134:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101475 00000100:00100000:0.0:1718402023.471590:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.471635:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969536 00000100:00100000:1.0:1718402023.471673:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 570 00000100:00100000:1.0:1718402023.471678:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+14:1882:x1801871189969536:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:1.0:1718402023.471704:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 3/0,1 mode: --/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.471720:0:4308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 2/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 14 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.471727:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718402023.471729:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718402023.471731:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 4/0,1 mode: --/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.471756:0:4308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 3/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 14 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.471767:0:4308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 4/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 14 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.471784:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185016704:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402023.471817:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.471942:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.471987:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969664 00000100:00100000:3.0:1718402023.472007:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101476 00000100:00100000:3.0:1718402023.472011:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+12:27572:x1801871189969664:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:3.0:1718402023.472022:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.472032:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1b00/0xddd980ffd8f697d3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc09b expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472074:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3840/0xddd980ffd8f697da lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472082:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3840/0xddd980ffd8f697da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472091:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3840/0xddd980ffd8f697da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472101:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2640/0xddd980ffd8f697e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472106:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2640/0xddd980ffd8f697e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472110:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2640/0xddd980ffd8f697e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472179:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472213:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472219:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402023.472227:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c0:0x0]: returning size 6 00010000:00010000:3.0:1718402023.472273:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3840/0xddd980ffd8f697da lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472279:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3840/0xddd980ffd8f697da lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472284:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3840/0xddd980ffd8f697da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472289:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac3840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.472292:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3840/0xddd980ffd8f697da lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472297:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3840/0xddd980ffd8f697da lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472306:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:3.0:1718402023.472308:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.472310:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3840/0xddd980ffd8f697da lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472315:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3840/0xddd980ffd8f697da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472326:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2640/0xddd980ffd8f697e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472331:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2640/0xddd980ffd8f697e1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472336:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2640/0xddd980ffd8f697e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472340:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.472342:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2640/0xddd980ffd8f697e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472346:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2640/0xddd980ffd8f697e1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472351:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6999 (ffff880130a65b00) 00010000:00010000:3.0:1718402023.472352:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.472354:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2640/0xddd980ffd8f697e1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472359:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2640/0xddd980ffd8f697e1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472380:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1b00/0xddd980ffd8f697d3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc09b expref: 15 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472389:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc09b expref: 14 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.472400:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:3.0:1718402023.472401:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1718402023.472402:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac3cc0, rc 0) 00000100:00100000:3.0:1718402023.472437:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8c740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+14:27572:x1801871189969664:12345-192.168.204.24@tcp:101:bash.0 Request processed in 425us (495us total) trans 8589959603 rc 0/0 00000100:00100000:3.0:1718402023.472444:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101476 00000100:00100000:1.0:1718402023.472491:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185016704:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402023.472504:0:4308:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 3/0,1 mode: --/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.472631:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.472682:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969728 00002000:00100000:3.0:1718402023.472702:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59c:0x0] (0->5) req@ffff88008ad8bdc0 x1801871189969728/t0(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:171/0 lens 496/0 e 0 to 0 dl 1718402066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'bash.0' 00002000:00100000:3.0:1718402023.472711:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8bdc0 with x1801871189969728 ext(0->5) 00010000:00010000:3.0:1718402023.472716:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 4/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 15 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:3.0:1718402023.472721:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8bdc0 00000100:00100000:3.0:1718402023.472739:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6167 00000100:00100000:3.0:1718402023.472741:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+15:1883:x1801871189969728:12345-192.168.204.24@tcp:4:bash.0 00000100:00100000:3.0:1718402023.473238:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+17:1883:x1801871189969728:12345-192.168.204.24@tcp:4:bash.0 Request processed in 493us (606us total) trans 4294974575 rc 0/0 00000100:00100000:3.0:1718402023.473245:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6167 00000100:00100000:0.0:1718402023.473247:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00002000:00100000:3.0:1718402023.473251:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59c:0x0] (0->5) req@ffff88008ad8bdc0 x1801871189969728/t4294974575(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:171/0 lens 496/448 e 0 to 0 dl 1718402066 ref 1 fl Complete:H/0/0 rc 0/0 job:'bash.0' 00002000:00100000:3.0:1718402023.473259:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ad8bdc0 with x1801871189969728 ext(0->5) 00010000:00010000:3.0:1718402023.473266:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 4/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 17 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:3.0:1718402023.473278:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ad8bdc0 00000100:00100000:3.0:1718402023.473297:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969856 00000100:00100000:3.0:1718402023.473313:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101477 00000100:00100000:3.0:1718402023.473317:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad88980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+14:27572:x1801871189969856:12345-192.168.204.24@tcp:36:bash.0 00010000:00010000:3.0:1718402023.473410:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.473419:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.473426:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1718402023.473453:0:6874:0:(tgt_lastrcvd.c:2017:tgt_txn_stop_cb()) More than one transaction 8589959604 00000004:00010000:3.0:1718402023.473460:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad88980 reply state ffff880131e19000 transno 8589959604 ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.473516:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad88980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+16:27572:x1801871189969856:12345-192.168.204.24@tcp:36:bash.0 Request processed in 197us (269us total) trans 8589959604 rc 0/0 00000100:00100000:3.0:1718402023.473522:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101477 00000100:00100000:0.0:1718402023.474016:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.474063:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969920 00010000:00010000:1.0:1718402023.474075:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 4/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 17 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.474097:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32827 00000100:00100000:1.0:1718402023.474099:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b4942422-518c-4999-8e56-6394c3b8b64e+17:1882:x1801871189969920:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1718402023.474105:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1718402023.474111:0:11452:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100010000:0x59c:0x0] updating lvb size from disk: 0 -> 6 00002000:00010000:1.0:1718402023.474112:0:11452:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100010000:0x59c:0x0] updating lvb mtime from disk: 0 -> 1718402022 00002000:00010000:1.0:1718402023.474114:0:11452:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100010000:0x59c:0x0] updating lvb ctime from disk: 0 -> 1718402022 00002000:00010000:1.0:1718402023.474115:0:11452:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100010000:0x59c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1718402023.474117:0:11452:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 4/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 17 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.474122:0:11452:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 3/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 17 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.474133:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c240/0xddd980ffd8f694e6 lrc: 0/0,0 mode: --/PW res: [0x59c:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfb4 expref: 17 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.474146:0:11452:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.474147:0:11452:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.474148:0:11452:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 3/0,1 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.474153:0:11452:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 4/0,1 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.474163:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402023.474169:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.474184:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b4942422-518c-4999-8e56-6394c3b8b64e+16:1882:x1801871189969920:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 84us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.474188:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32827 00010000:00010000:0.0:1718402023.474216:0:4308:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 3/0,1 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.474225:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 3/0,1 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.474231:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:2.0:1718402023.474234:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.474236:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 3/0,1 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.474242:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 2/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.474264:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402023.474279:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402023.474282:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 2/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.474287:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b3a80 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402023.474288:0:6864:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 2/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.474292:0:6864:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 3/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.474298:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 1/0,0 mode: --/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.474299:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+15:1882:x1801871189969536:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 2620us (2710us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402023.474301:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012f1b3a80/0xddd980ffd8f697cc lrc: 0/0,0 mode: --/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.474306:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 570 00010000:00010000:1.0:1718402023.474311:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402023.474312:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402023.474312:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402023.474334:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.474350:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189969984 00000100:00100000:0.0:1718402023.474377:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 571 00000100:00100000:0.0:1718402023.474381:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+6:27572:x1801871189969984:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:0.0:1718402023.474389:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402023.474398:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 2/0,0 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0a2 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.474413:0:4308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880122e55200/0xddd980ffd8f69492 lrc: 2/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf98 expref: 11 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.474418:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1718402023.474419:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1718402023.474421:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 4/0,0 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.474438:0:4308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880122e55200/0xddd980ffd8f69492 lrc: 3/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf98 expref: 11 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.474447:0:4308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880122e55200/0xddd980ffd8f69492 lrc: 4/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf98 expref: 11 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.474455:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008ad8e880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185016768:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402023.474488:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfefc00 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.475163:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.475210:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970112 00000100:00100000:2.0:1718402023.475215:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008ad8e880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185016768:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402023.475222:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1718402023.475233:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 3/0,0 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.475234:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101478 00000100:00100000:3.0:1718402023.475237:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+19:27569:x1801871189970112:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1718402023.475245:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc92f40, rc 0) 00010000:00010000:3.0:1718402023.475255:0:6874:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1718402023.475264:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f694d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbfad expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.475269:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970176 00000100:00100000:2.0:1718402023.475275:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+7:27572:x1801871189969984:12345-192.168.204.24@tcp:101:bash.0 Request processed in 892us (940us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402023.475277:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff8801364b1100) 00010000:00010000:3.0:1718402023.475278:0:6874:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402023.475282:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880122e55200/0xddd980ffd8f69492 lrc: 4/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf98 expref: 12 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.475283:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 571 00010000:00010000:3.0:1718402023.475284:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.475289:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.475293:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.475306:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32828 00000100:00100000:1.0:1718402023.475310:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8b900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b4942422-518c-4999-8e56-6394c3b8b64e+12:1883:x1801871189970176:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1718402023.475316:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.475318:0:11452:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880122e55200/0xddd980ffd8f69492 lrc: 4/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf98 expref: 12 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.475325:0:11452:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880122e55200/0xddd980ffd8f69492 lrc: 3/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf98 expref: 12 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.475338:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880122e55200/0xddd980ffd8f69492 lrc: 0/0,0 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf98 expref: 12 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.475347:0:11452:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.475348:0:11452:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.475350:0:11452:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 2/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 6 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.475356:0:11452:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 3/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 6 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.475370:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.475373:0:11452:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 3/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 6 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.475375:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.475378:0:6874:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.475381:0:11452:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11452:1801871185016832:192.168.204.24@tcp:105: 00010000:00010000:3.0:1718402023.475384:0:6874:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00080000:00080000:3.0:1718402023.475397:0:6874:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:1.0:1718402023.475413:0:11452:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8900 going to sleep for 6 seconds 00010000:00010000:3.0:1718402023.475422:0:6874:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.476074:0:11452:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:11452:1801871185016832:192.168.204.24@tcp:105: 00010000:00010000:1.0:1718402023.476086:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.476116:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8b900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b4942422-518c-4999-8e56-6394c3b8b64e+11:1883:x1801871189970176:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 804us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.476122:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32828 00000001:00080000:0.0:1718402023.476216:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959604 is committed 00000001:00080000:0.0:1718402023.476231:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959602 is committed 00010000:00010000:3.0:1718402023.476245:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476259:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476265:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.476269:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1718402023.476270:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac0240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.476272:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476277:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476286:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:3.0:1718402023.476289:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.476289:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970240 00010000:00010000:3.0:1718402023.476290:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476290:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476295:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0240/0xddd980ffd8f697f6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718402023.476301:0:11465:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 1444/0 (0->18446744073709551615) 00002000:00100000:0.0:1718402023.476302:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0535f00 with x1801871189970240 ext(0->18446744073709551615) 00002000:00010000:0.0:1718402023.476306:0:11465:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0535f00. 00010000:00010000:2.0:1718402023.476312:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476318:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.476320:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28831 00000100:00100000:0.0:1718402023.476323:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0535f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+7:1883:x1801871189970240:12345-192.168.204.24@tcp:10:bash.0 00010000:00010000:2.0:1718402023.476324:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093493840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.476327:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476349:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476360:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:2.0:1718402023.476362:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.476364:0:3318:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718402023.476380:0:11465:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x5a4:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1718402023.476382:0:11465:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100000000:0x5a4:0x0] updating lvb mtime from disk: 0 -> 1718402022 00002000:00010000:0.0:1718402023.476383:0:11465:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x100000000:0x5a4:0x0] updating lvb atime from disk: 0 -> 0 00010000:00010000:2.0:1718402023.476384:0:3318:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718402023.476384:0:11465:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100000000:0x5a4:0x0] updating lvb ctime from disk: 0 -> 1718402022 00002000:00010000:0.0:1718402023.476385:0:11465:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x5a4:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:2.0:1718402023.476390:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.476409:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0535f00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+8:1883:x1801871189970240:12345-192.168.204.24@tcp:10:bash.0 Request processed in 85us (161us total) trans 4294974165 rc 0/0 00000100:00100000:0.0:1718402023.476413:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28831 00002000:00010000:0.0:1718402023.476415:0:11465:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 1444/0 (0->18446744073709551615) 00002000:00100000:0.0:1718402023.476416:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0535f00 with x1801871189970240 ext(0->18446744073709551615) 00002000:00010000:0.0:1718402023.476418:0:11465:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a0535f00. 00010000:00010000:2.0:1718402023.476451:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476458:0:6874:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476458:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f69778 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476466:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476470:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476475:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476487:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476490:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476495:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88009bc91d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.476497:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476498:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 2/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476502:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476504:0:6874:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 4/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476510:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800930e8600) 00010000:00010000:3.0:1718402023.476512:0:6874:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476525:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00080000:00080000:3.0:1718402023.476526:0:6874:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1718402023.476527:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476549:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91d40/0xddd980ffd8f6978d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476560:0:6874:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476583:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476589:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 2/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476594:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476608:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b0480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.476610:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476615:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476623:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:2.0:1718402023.476625:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.476627:0:3318:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476633:0:3318:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476650:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 4/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476671:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 2/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476687:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0480/0xddd980ffd8f69786 lrc: 0/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476690:0:6874:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476696:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476697:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476702:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476708:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476714:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476718:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476720:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476723:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093490240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.476725:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476730:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476749:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff8801364b1700) 00010000:00010000:2.0:1718402023.476751:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402023.476753:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476758:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69794 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476769:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476774:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476780:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff8801364b1100) 00010000:00010000:3.0:1718402023.476783:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1718402023.476787:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f697be lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc094 expref: 16 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476788:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476793:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093491200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.476794:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476799:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476806:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (ffff8801364b1a00) 00010000:00010000:2.0:1718402023.476807:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402023.476809:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476813:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476819:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476825:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.476827:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6979b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476858:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476864:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.476870:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402023.477014:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad8cc00 reply state ffff880131e1b000 transno 8589959605 ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402023.477031:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad8cc00 reply state ffff880131e1b000 transno 8589959605 ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402023.477039:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad8cc00 reply state ffff880131e1b000 transno 8589959605 ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402023.477044:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad8cc00 reply state ffff880131e1b000 transno 8589959605 ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402023.477052:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad8cc00 reply state ffff880131e1b000 transno 8589959605 ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477058:0:6874:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477063:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477068:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477073:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477078:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac06c0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:3.0:1718402023.477079:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477084:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477092:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff880130a65800) 00010000:00010000:3.0:1718402023.477094:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.477095:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477100:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac06c0/0xddd980ffd8f69804 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.477153:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+16:27569:x1801871189970112:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 1914us (1991us total) trans 8589959605 rc 0/0 00000100:00100000:3.0:1718402023.477160:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101478 00010000:00010000:3.0:1718402023.477739:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477748:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:3.0:1718402023.477749:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.477752:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477757:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff880073530a00) 00010000:00010000:3.0:1718402023.477758:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.477760:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477765:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:3.0:1718402023.477767:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.477769:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477773:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff880073530c00) 00010000:00010000:3.0:1718402023.477775:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402023.477777:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.477782:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880073530800) 00010000:00010000:3.0:1718402023.477784:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718402023.477986:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.478026:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970304 00000100:00100000:3.0:1718402023.478052:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101479 00000100:00100000:3.0:1718402023.478057:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad89300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+16:27569:x1801871189970304:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:3.0:1718402023.478082:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f6982e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478090:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f6982e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478096:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f6982e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478105:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69835 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478110:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478116:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478142:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478149:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478155:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402023.478176:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478183:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f6982e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478188:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f6982e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478214:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f6982e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478218:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.478220:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f6982e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478225:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f6982e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478232:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff880073530a00) 00010000:00010000:3.0:1718402023.478234:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.478235:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f6982e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478239:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f6982e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478249:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69835 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478254:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69835 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478263:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69835 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478267:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac18c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.478268:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69835 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478273:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69835 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478280:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6997 (ffff880073530200) 00010000:00010000:3.0:1718402023.478282:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.478283:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69835 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478288:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69835 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6997 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478298:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478303:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478307:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478312:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2f40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.478313:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478319:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478325:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:3.0:1718402023.478327:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.478328:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.478333:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f6983c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.478372:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad89300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+16:27569:x1801871189970304:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 314us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.478379:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101479 00000100:00100000:0.0:1718402023.479147:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.479178:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.479206:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970496 00000100:00100000:1.0:1718402023.479214:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970432 00000100:00100000:3.0:1718402023.479227:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101480 00000100:00100000:3.0:1718402023.479231:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+12:27572:x1801871189970496:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:3.0:1718402023.479241:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:1.0:1718402023.479242:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101481 00000100:00100000:1.0:1718402023.479247:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+16:27569:x1801871189970432:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:3.0:1718402023.479248:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69843 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0b0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.479254:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.479262:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f6984a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0a9 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.479275:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.479282:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.479288:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.479304:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b3840/0xddd980ffd8f69858 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1718402023.479305:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c0:0x0]: returning size 0 00000004:00200000:3.0:1718402023.479308:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1718402023.479311:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b3840/0xddd980ffd8f69858 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.479318:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b3840/0xddd980ffd8f69858 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402023.479325:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402023.479330:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7be:0x0]: returning size 6 00010000:00010000:3.0:1718402023.479332:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.479346:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69843 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b0 expref: 14 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.479357:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b0 expref: 13 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.479362:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:3.0:1718402023.479364:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1718402023.479365:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac0d80, rc 0) 00010000:00010000:1.0:1718402023.479368:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0fc0/0xddd980ffd8f6984a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a9 expref: 19 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.479379:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b3840/0xddd980ffd8f69858 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a9 expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.479384:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:1.0:1718402023.479386:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402023.479388:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012f1b3840, rc 0) 00000100:00100000:3.0:1718402023.479396:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8ed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+13:27572:x1801871189970496:12345-192.168.204.24@tcp:101:cat.0 Request processed in 163us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.479403:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101480 00000100:00100000:1.0:1718402023.479406:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8a140 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:27569:x1801871189970432:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 158us (227us total) trans 8589959606 rc 0/0 00000100:00100000:1.0:1718402023.479412:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101481 00000100:00100000:0.0:1718402023.480173:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.480225:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.480247:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970560 00000100:00100000:1.0:1718402023.480268:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970688 00000100:00100000:1.0:1718402023.480298:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101482 00000100:00100000:2.0:1718402023.480300:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 572 00000100:00100000:1.0:1718402023.480303:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad88e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+13:27572:x1801871189970688:12345-192.168.204.24@tcp:101:cat.0 00000100:00100000:2.0:1718402023.480306:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+11:1883:x1801871189970560:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:1.0:1718402023.480310:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.480315:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69866 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0b7 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480336:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1b00/0xddd980ffd8f69874 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.480338:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 3/0,1 mode: --/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480341:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1b00/0xddd980ffd8f69874 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480345:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1b00/0xddd980ffd8f69874 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.480353:0:4308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 2/0,0 mode: PR/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480353:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0d80/0xddd980ffd8f6987b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480356:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0d80/0xddd980ffd8f6987b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.480360:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.480361:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.480361:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0d80/0xddd980ffd8f6987b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.480363:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 4/0,1 mode: --/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.480386:0:4308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 3/0,0 mode: PR/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.480398:0:4308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 4/0,0 mode: PR/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 7 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.480403:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.480409:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185016896:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402023.480412:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480417:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402023.480424:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bf:0x0]: returning size 6 00010000:00010000:1.0:1718402023.480456:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1b00/0xddd980ffd8f69874 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480460:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1b00/0xddd980ffd8f69874 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480463:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1b00/0xddd980ffd8f69874 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.480466:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b1139c0 going to sleep for 6 seconds 00010000:00010000:1.0:1718402023.480466:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b1b00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.480467:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1b00/0xddd980ffd8f69874 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480470:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1b00/0xddd980ffd8f69874 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480475:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff880073530a00) 00010000:00010000:1.0:1718402023.480476:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.480477:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1b00/0xddd980ffd8f69874 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480480:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1b00/0xddd980ffd8f69874 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480486:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0d80/0xddd980ffd8f6987b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480489:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0d80/0xddd980ffd8f6987b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480492:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0d80/0xddd980ffd8f6987b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480494:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b0d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.480495:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0d80/0xddd980ffd8f6987b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480503:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0d80/0xddd980ffd8f6987b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480507:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6998 (ffff88008b112600) 00010000:00010000:1.0:1718402023.480508:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.480509:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0d80/0xddd980ffd8f6987b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480512:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0d80/0xddd980ffd8f6987b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480525:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2400/0xddd980ffd8f69866 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b7 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480546:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b7 expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.480550:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:1.0:1718402023.480552:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1718402023.480552:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012f1b2ac0, rc 0) 00000100:00100000:1.0:1718402023.480577:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad88e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+15:27572:x1801871189970688:12345-192.168.204.24@tcp:101:cat.0 Request processed in 275us (352us total) trans 8589959607 rc 0/0 00000100:00100000:1.0:1718402023.480582:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101482 00000100:00100000:2.0:1718402023.481125:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185016896:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402023.481140:0:4308:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 3/0,1 mode: --/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.481282:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.481325:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970752 00010000:00010000:1.0:1718402023.481338:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 4/0,0 mode: PR/PR res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 8 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.481347:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.481361:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32829 00000100:00100000:1.0:1718402023.481364:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8e880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ba2d863-ea31-487e-99d5-270114bd2874+8:1882:x1801871189970752:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1718402023.481369:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.481376:0:11452:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 4/0,0 mode: PR/PR res: [0x5a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 8 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.481385:0:11452:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 3/0,0 mode: PR/PR res: [0x5a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 8 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.481396:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012f1b33c0/0xddd980ffd8f6977f lrc: 0/0,0 mode: --/PR res: [0x5a3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc08d expref: 8 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.481403:0:11452:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.481404:0:11452:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.481406:0:11452:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 3/0,1 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.481410:0:11452:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 4/0,1 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.481427:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.481443:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8e880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ba2d863-ea31-487e-99d5-270114bd2874+7:1882:x1801871189970752:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 78us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.481447:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32829 00000100:00100000:1.0:1718402023.481460:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970816 00010000:00010000:2.0:1718402023.481461:0:4308:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 3/0,1 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.481470:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 3/0,1 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.481476:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101483 00000100:00100000:1.0:1718402023.481478:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+15:27572:x1801871189970816:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:2.0:1718402023.481484:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 3/0,1 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.481486:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.481489:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 2/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.481491:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f69890 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0be expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.481503:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402023.481507:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.481512:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.481512:0:6863:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402023.481516:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.481516:0:6863:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 2/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.481527:0:6863:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093493cc0 already unused, calling callback (ffffffffa081d190) 00000004:00200000:1.0:1718402023.481529:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bf:0x0]: returning size 6 00010000:00010000:0.0:1718402023.481541:0:6863:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 2/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1718402023.481547:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00100000:2.0:1718402023.481548:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8d580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+11:1883:x1801871189970560:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 1241us (1374us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402023.481548:0:6863:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 3/0,0 mode: PW/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.481553:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.481554:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 572 00010000:00010000:1.0:1718402023.481557:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.481559:0:6863:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 1/0,0 mode: --/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.481563:0:6863:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093493cc0/0xddd980ffd8f6986d lrc: 0/0,0 mode: --/PW res: [0x5a3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.481566:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b0900/0xddd980ffd8f69890 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0be expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.481573:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0be expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.481576:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:1.0:1718402023.481578:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1718402023.481578:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88012f1b18c0, rc 0) 00010000:00010000:0.0:1718402023.481581:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402023.481582:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1718402023.481583:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402023.481591:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8aac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+16:27572:x1801871189970816:12345-192.168.204.24@tcp:101:cat.0 Request processed in 112us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.481594:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101483 00000100:00100000:0.0:1718402023.482204:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.482242:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189970880 00000100:00100000:2.0:1718402023.482272:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 573 00000100:00100000:0.0:1718402023.482273:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.482275:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+7:1883:x1801871189970880:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:2.0:1718402023.482282:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.482289:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093493a80/0xddd980ffd8f6989e lrc: 2/0,0 mode: --/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0c5 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.482308:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971008 00000100:00100000:2.0:1718402023.482311:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185016960:192.168.204.24@tcp:106: 00000100:00100000:1.0:1718402023.482324:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101484 00000100:00100000:1.0:1718402023.482327:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+18:27569:x1801871189971008:12345-192.168.204.24@tcp:36:lfs.0 00000100:00100000:2.0:1718402023.482335:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b1130c0 going to sleep for 6 seconds 00010000:00010000:1.0:1718402023.482344:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.482351:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54b40/0xddd980ffd8f693dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf59 expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.482357:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:1.0:1718402023.482359:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402023.482364:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.482368:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.482371:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.482430:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.482434:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.482437:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.482442:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718402023.482456:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:1.0:1718402023.482475:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1718402023.482833:0:4308:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x59b:0x0:0x0] updating lvb size: 0 -> 6 00002000:00010000:2.0:1718402023.482836:0:4308:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x59b:0x0:0x0] updating lvb mtime: 0 -> 1718402022 00002000:00010000:2.0:1718402023.482838:0:4308:0:(ofd_lvb.c:290:ofd_lvbo_update()) res: [0x59b:0x0:0x0] updating lvb atime: 0 -> 1718402022 00002000:00010000:2.0:1718402023.482839:0:4308:0:(ofd_lvb.c:296:ofd_lvbo_update()) res: [0x59b:0x0:0x0] updating lvb ctime: 0 -> 1718402022 00002000:00010000:2.0:1718402023.482840:0:4308:0:(ofd_lvb.c:302:ofd_lvbo_update()) res: [0x59b:0x0:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1718402023.482848:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185016960:192.168.204.24@tcp:106: 00010000:00010000:2.0:1718402023.482860:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093493a80/0xddd980ffd8f6989e lrc: 1/0,0 mode: --/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0c5 expref: 8 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718402023.482867:0:4308:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093493a80/0xddd980ffd8f6989e lrc: 0/0,0 mode: --/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0c5 expref: 8 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1718402023.482874:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880093493a80, rc 0) 00000100:00100000:2.0:1718402023.482893:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8b440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+7:1883:x1801871189970880:12345-192.168.204.24@tcp:101:cat.0 Request processed in 617us (702us total) trans 0 rc 301/301 00000100:00100000:2.0:1718402023.482897:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 573 00000001:00080000:1.0:1718402023.482944:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959607 is committed 00000001:00080000:1.0:1718402023.482959:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959606 is committed 00010000:00010000:2.0:1718402023.482978:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.482983:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.482986:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.482989:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac0fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.482990:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.482994:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483000:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:2.0:1718402023.483001:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.483002:0:3318:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483006:0:3318:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483010:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483025:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483028:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0fc0/0xddd980ffd8f6980b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483034:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483036:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483037:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483039:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483042:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac21c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.483042:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483043:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483046:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483050:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff880073530a00) 00010000:00010000:2.0:1718402023.483051:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.483051:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483054:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac21c0/0xddd980ffd8f69819 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483055:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483059:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 2/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483063:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 4/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483067:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 4/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483070:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483072:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483075:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac0480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.483076:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483076:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483079:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 5/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483079:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 5/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483083:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483084:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:1.0:1718402023.483086:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.483087:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483087:0:7224:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483090:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483090:0:7224:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483092:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac1680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.483093:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483094:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 4/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483096:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483099:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff880073530c00) 00010000:00010000:2.0:1718402023.483100:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402023.483101:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483103:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69820 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718402023.483106:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1718402023.483109:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483111:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483114:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483115:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69812 lrc: 0/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483120:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac1440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.483121:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483122:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483123:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483126:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c5:0x0].0x0 (ffff880073530800) 00010000:00010000:1.0:1718402023.483126:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483127:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402023.483128:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483129:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.483130:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69827 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c5:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483135:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483138:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483142:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483173:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:1.0:1718402023.483175:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402023.483177:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b3840/0xddd980ffd8f69858 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7be:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a9 expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483209:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483214:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc07f expref: 14 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483217:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc063 expref: 14 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483219:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483230:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc063 expref: 14 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483235:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc063 expref: 14 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.483241:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185017024:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402023.483269:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc07f expref: 14 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.483274:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc07f expref: 14 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.483278:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9b900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185017088:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402023.483286:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.483883:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.483925:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971072 00000100:00100000:0.0:1718402023.483935:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.483952:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185017024:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402023.483959:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 574 00000100:00100000:2.0:1718402023.483963:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ad8df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+7:27572:x1801871189971072:12345-192.168.204.24@tcp:101:cat.0 00000100:00100000:1.0:1718402023.483968:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971136 00000100:00100000:0.0:1718402023.483968:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1718402023.483971:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.483977:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc063 expref: 15 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.483979:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 2/0,0 mode: --/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0cc expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.483987:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971200 00000100:00100000:1.0:1718402023.483997:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32830 00010000:00010000:3.0:1718402023.484001:0:10518:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc07f expref: 16 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.484001:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fedf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ba2d863-ea31-487e-99d5-270114bd2874+16:1882:x1801871189971136:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1718402023.484005:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.484008:0:11452:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc063 expref: 16 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.484013:0:4308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 2/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 14 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484013:0:11452:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc063 expref: 16 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.484021:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1718402023.484021:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54240/0xddd980ffd8f696fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7be:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc063 expref: 16 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:3.0:1718402023.484022:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32831 00010000:00010000:2.0:1718402023.484022:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1718402023.484025:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feb900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4ba2d863-ea31-487e-99d5-270114bd2874+15:1883:x1801871189971200:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1718402023.484025:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 4/0,0 mode: --/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 8 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484026:0:11452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:1.0:1718402023.484028:0:11452:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.484030:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.484032:0:11452:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.484034:0:10518:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc07f expref: 15 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.484035:0:11452:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484037:0:11452:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484041:0:11452:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.484043:0:4308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 3/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 14 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484043:0:11452:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484046:0:11452:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484049:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402023.484051:0:10518:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc07f expref: 15 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.484053:0:4308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 4/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 14 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:3.0:1718402023.484059:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:3.0:1718402023.484061:0:10518:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.484061:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185017152:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402023.484064:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fedf00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ba2d863-ea31-487e-99d5-270114bd2874+15:1882:x1801871189971136:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 64us (131us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402023.484065:0:10518:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.484068:0:10518:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.484068:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32830 00010000:00010000:3.0:1718402023.484075:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402023.484082:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b1130c0 going to sleep for 6 seconds 00010000:00010000:1.0:1718402023.484083:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55440/0xddd980ffd8f6975c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7be:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc07f expref: 14 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.484088:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9b900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185017088:192.168.204.24@tcp:104: 00000100:00100000:3.0:1718402023.484089:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feb900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4ba2d863-ea31-487e-99d5-270114bd2874+13:1883:x1801871189971200:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 64us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.484093:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32831 00010000:00010000:1.0:1718402023.484096:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484099:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484102:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484128:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484133:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484137:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.484266:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad8e3c0 reply state ffff8800930a4000 transno 8589959608 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.484278:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad8e3c0 reply state ffff8800930a4000 transno 8589959608 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.484283:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad8e3c0 reply state ffff8800930a4000 transno 8589959608 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.484286:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad8e3c0 reply state ffff8800930a4000 transno 8589959608 ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.484290:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88008ad8e3c0 reply state ffff8800930a4000 transno 8589959608 ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484294:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484296:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484300:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484303:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484306:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b1d40 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402023.484307:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484310:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484315:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88008b112e00) 00010000:00010000:1.0:1718402023.484316:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.484317:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.484320:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1d40/0xddd980ffd8f698a5 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.484356:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:27569:x1801871189971008:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 2028us (2082us total) trans 8589959608 rc 0/0 00000100:00100000:1.0:1718402023.484360:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101484 00000100:00100000:2.0:1718402023.484559:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185017152:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402023.484568:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 3/0,0 mode: --/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 8 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.484575:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880093490480, rc 0) 00000100:00100000:2.0:1718402023.484590:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ad8df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+8:27572:x1801871189971072:12345-192.168.204.24@tcp:101:cat.0 Request processed in 628us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.484595:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 574 00010000:00010000:3.0:1718402023.484783:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.484789:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:3.0:1718402023.484790:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.484792:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.484795:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88008b112400) 00010000:00010000:3.0:1718402023.484796:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.484798:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.484801:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:3.0:1718402023.484802:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.484803:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.484805:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:3.0:1718402023.484806:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402023.484807:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.484810:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c6:0x0].0x0 (ffff88008b112c00) 00010000:00010000:3.0:1718402023.484811:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718402023.484994:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.485017:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.485032:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971264 00002000:00100000:2.0:1718402023.485048:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59b:0x0] (0->5) req@ffff880085fec740 x1801871189971264/t0(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:171/0 lens 496/0 e 0 to 0 dl 1718402066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'bash.0' 00000100:00100000:1.0:1718402023.485053:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971328 00002000:00100000:2.0:1718402023.485054:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880085fec740 with x1801871189971264 ext(0->5) 00010000:00010000:2.0:1718402023.485058:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 4/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 15 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:2.0:1718402023.485062:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085fec740 00000100:00100000:2.0:1718402023.485072:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6168 00000100:00100000:1.0:1718402023.485073:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101485 00000100:00100000:2.0:1718402023.485075:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fec740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+15:1882:x1801871189971264:12345-192.168.204.24@tcp:4:bash.0 00000100:00100000:1.0:1718402023.485076:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:27569:x1801871189971328:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1718402023.485093:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f698d6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485100:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f698d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485105:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f698d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485110:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f698dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485114:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f698dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485117:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f698dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485135:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485138:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485142:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.485155:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485159:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f698d6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485162:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f698d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485168:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f698d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485171:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55d40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.485172:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f698d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485175:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f698d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485179:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88008b112400) 00010000:00010000:1.0:1718402023.485180:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.485181:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f698d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485184:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55d40/0xddd980ffd8f698d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485205:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f698dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485208:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f698dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485211:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f698dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485213:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e561c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.485214:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f698dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485218:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f698dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485222:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6998 (ffff88008b112900) 00010000:00010000:1.0:1718402023.485223:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.485224:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f698dd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485226:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e561c0/0xddd980ffd8f698dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6998 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485232:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485234:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485237:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485239:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e546c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.485240:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485243:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485246:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:1.0:1718402023.485247:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.485248:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.485251:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e546c0/0xddd980ffd8f698e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.485272:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:27569:x1801871189971328:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 196us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.485276:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101485 00000100:00100000:2.0:1718402023.485461:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fec740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b4942422-518c-4999-8e56-6394c3b8b64e+17:1882:x1801871189971264:12345-192.168.204.24@tcp:4:bash.0 Request processed in 385us (468us total) trans 4294974576 rc 0/0 00000100:00100000:2.0:1718402023.485466:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6168 00002000:00100000:2.0:1718402023.485470:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59b:0x0] (0->5) req@ffff880085fec740 x1801871189971264/t4294974576(0) o4->b4942422-518c-4999-8e56-6394c3b8b64e@192.168.204.24@tcp:171/0 lens 496/448 e 0 to 0 dl 1718402066 ref 1 fl Complete:H/0/0 rc 0/0 job:'bash.0' 00002000:00100000:2.0:1718402023.485475:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880085fec740 with x1801871189971264 ext(0->5) 00010000:00010000:2.0:1718402023.485479:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 4/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 17 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:2.0:1718402023.485483:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085fec740 00000100:00100000:0.0:1718402023.486180:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.486209:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971456 00000100:00100000:1.0:1718402023.486229:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101486 00000100:00100000:1.0:1718402023.486232:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+15:27569:x1801871189971456:12345-192.168.204.24@tcp:101:lfs.0 00000100:00100000:0.0:1718402023.486232:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1718402023.486238:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.486243:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f698eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0d3 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.486249:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971520 00010000:00010000:3.0:1718402023.486262:0:10518:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 4/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 17 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.486267:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f698f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.486272:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f698f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.486276:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f698f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.486277:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32832 00000100:00100000:3.0:1718402023.486279:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b4942422-518c-4999-8e56-6394c3b8b64e+17:1882:x1801871189971520:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00000004:00200000:1.0:1718402023.486281:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7bf:0x0]: returning size 6 00010000:00010000:3.0:1718402023.486284:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1718402023.486289:0:10518:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100010000:0x59b:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1718402023.486291:0:10518:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 4/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 17 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:3.0:1718402023.486296:0:10518:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 3/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 17 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.486306:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e56ac0/0xddd980ffd8f698eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0d3 expref: 18 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.486308:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880073ac33c0/0xddd980ffd8f6943e lrc: 0/0,0 mode: --/PW res: [0x59b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf7c expref: 17 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.486313:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f698f2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0d3 expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.486316:0:10518:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.486317:0:10518:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.486317:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:1.0:1718402023.486318:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402023.486319:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e54fc0, rc 0) 00010000:00010000:3.0:1718402023.486320:0:10518:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 2/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.486324:0:10518:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 3/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.486335:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feda40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:27569:x1801871189971456:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 102us (157us total) trans 8589959609 rc 0/0 00010000:00010000:3.0:1718402023.486336:0:10518:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 3/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.486339:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101486 00000100:00100000:3.0:1718402023.486341:0:10518:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372ed0c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10518:1801871185017216:192.168.204.24@tcp:105: 00000100:00100000:3.0:1718402023.486357:0:10518:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800739339c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718402023.486969:0:10518:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372ed0c0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:10518:1801871185017216:192.168.204.24@tcp:105: 00010000:00010000:3.0:1718402023.486977:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1718402023.486992:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ca5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b4942422-518c-4999-8e56-6394c3b8b64e+16:1882:x1801871189971520:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 713us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.486997:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32832 00000100:00100000:0.0:1718402023.487040:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.487080:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971584 00000100:00100000:2.0:1718402023.487105:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 575 00000100:00100000:2.0:1718402023.487108:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe97c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+16:1880:x1801871189971584:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:2.0:1718402023.487124:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 3/0,1 mode: --/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.487131:0:4308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 2/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.487136:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.487137:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1718402023.487137:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 4/0,1 mode: --/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.487147:0:4308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 3/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 7 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.487153:0:4308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 4/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 7 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.487158:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185017280:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402023.487176:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.487187:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b1130c0 going to sleep for 6 seconds 00000100:00100000:3.0:1718402023.487203:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971712 00002000:00100000:3.0:1718402023.487214:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59b:0x0] (0->4095) req@ffff880085feaf80 x1801871189971712/t0(0) o3->4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp:171/0 lens 488/0 e 0 to 0 dl 1718402066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'cat.0' 00002000:00100000:3.0:1718402023.487219:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880085feaf80 with x1801871189971712 ext(0->4095) 00010000:00010000:3.0:1718402023.487224:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 5/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 8 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:3.0:1718402023.487231:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085feaf80 00000100:00100000:3.0:1718402023.487239:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6169 00000100:00100000:3.0:1718402023.487241:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feaf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+8:1883:x1801871189971712:12345-192.168.204.24@tcp:3:cat.0 00000100:00100000:3.0:1718402023.487312:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feaf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+8:1883:x1801871189971712:12345-192.168.204.24@tcp:3:cat.0 Request processed in 69us (136us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1718402023.487319:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6169 00002000:00100000:3.0:1718402023.487324:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59b:0x0] (0->4095) req@ffff880085feaf80 x1801871189971712/t0(0) o3->4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp:171/0 lens 488/4536 e 0 to 0 dl 1718402066 ref 1 fl Complete:H/0/0 rc 4096/4096 job:'cat.0' 00002000:00100000:3.0:1718402023.487330:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880085feaf80 with x1801871189971712 ext(0->4095) 00010000:00010000:3.0:1718402023.487336:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 5/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 8 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:3.0:1718402023.487340:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085feaf80 00000100:00100000:2.0:1718402023.487841:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a0536880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:4308:1801871185017280:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402023.487849:0:4308:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 3/0,1 mode: --/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.488181:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.488226:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.488253:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971840 00000100:00100000:3.0:1718402023.488262:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971776 00010000:00010000:3.0:1718402023.488272:0:10518:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 4/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 8 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.488275:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101487 00000100:00100000:1.0:1718402023.488279:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fec280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+13:27572:x1801871189971840:12345-192.168.204.24@tcp:101:cat.0 00000100:00100000:3.0:1718402023.488284:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32833 00010000:00010000:1.0:1718402023.488285:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1718402023.488286:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fecc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4ba2d863-ea31-487e-99d5-270114bd2874+8:1882:x1801871189971776:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1718402023.488290:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.488290:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69907 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0da expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.488295:0:10518:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 4/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 8 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:3.0:1718402023.488300:0:10518:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 3/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 8 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.488302:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.488308:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.488309:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093490480/0xddd980ffd8f698c8 lrc: 0/0,0 mode: --/PR res: [0x59b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0cc expref: 8 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.488312:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.488314:0:10518:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.488315:0:10518:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.488316:0:10518:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 3/0,1 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.488320:0:10518:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 4/0,1 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.488329:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402023.488338:0:4308:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 3/0,1 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.488343:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fecc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4ba2d863-ea31-487e-99d5-270114bd2874+7:1882:x1801871189971776:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 56us (119us total) trans 0 rc 0/0 00010000:00010000:2.0:1718402023.488345:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 3/0,1 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.488347:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32833 00010000:00010000:1.0:1718402023.488353:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e573c0/0xddd980ffd8f69907 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0da expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.488354:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 3/0,1 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.488357:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 2/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.488362:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0da expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.488369:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:2.0:1718402023.488372:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402023.488372:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1718402023.488373:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880122e55200, rc 0) 00010000:00010000:1.0:1718402023.488380:0:9311:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402023.488383:0:9311:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 2/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.488387:0:9311:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800934921c0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402023.488388:0:9311:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 2/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.488392:0:9311:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 3/0,0 mode: PW/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.488395:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe97c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+16:1880:x1801871189971584:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 1285us (1356us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402023.488399:0:9311:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 1/0,0 mode: --/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.488400:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 575 00010000:00010000:1.0:1718402023.488401:0:9311:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934921c0/0xddd980ffd8f69900 lrc: 0/0,0 mode: --/PW res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.488410:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402023.488410:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402023.488411:0:9311:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1718402023.488428:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fec280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+14:27572:x1801871189971840:12345-192.168.204.24@tcp:101:cat.0 Request processed in 149us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.488433:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101487 00000100:00100000:0.0:1718402023.489124:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.489165:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189971968 00000100:00100000:1.0:1718402023.489206:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101488 00000100:00100000:1.0:1718402023.489211:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+17:27569:x1801871189971968:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1718402023.489232:0:7224:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1718402023.489241:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57a80/0xddd980ffd8f69430 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf75 expref: 17 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.489249:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:1.0:1718402023.489251:0:7224:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402023.489257:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.489264:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.489270:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.489320:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.489327:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.489332:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.489339:0:7224:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:1.0:1718402023.489353:0:7224:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:1.0:1718402023.489385:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.489402:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.489447:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189972032 00000100:00100000:3.0:1718402023.489473:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 576 00000100:00100000:3.0:1718402023.489477:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fef6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+7:27572:x1801871189972032:12345-192.168.204.24@tcp:101:cat.0 00010000:00010000:3.0:1718402023.489482:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.489488:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69923 lrc: 2/0,0 mode: --/PR res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0e1 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718402023.489497:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x59b:0x0] initial LVB size: 6, mtime: 0x666cbbe6, atime: 0x0, ctime: 0x666cbbe6, blocks: 0x8 00010000:00010000:3.0:1718402023.489503:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.489504:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.489508:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69923 lrc: 3/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4198399) gid 0 flags: 0x50000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0e1 expref: 8 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.489518:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880073ac2400/0xddd980ffd8f69923 lrc: 3/0,0 mode: PR/PR res: [0x59b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4198399) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0e1 expref: 8 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.489523:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac2400, rc 0) 00000100:00100000:3.0:1718402023.489555:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fef6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+8:27572:x1801871189972032:12345-192.168.204.24@tcp:101:cat.0 Request processed in 77us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.489559:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 576 00000001:00080000:2.0:1718402023.489950:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959609 is committed 00010000:00010000:0.0:1718402023.489956:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.489962:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.489965:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.489968:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b2640 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402023.489969:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.489972:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.489977:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:0.0:1718402023.489978:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.489979:0:3318:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.489983:0:3318:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.489986:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490002:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490006:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2640/0xddd980ffd8f698ac lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490013:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490016:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490019:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490022:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402023.490023:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490025:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490029:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88008b112400) 00010000:00010000:0.0:1718402023.490030:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.490031:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490033:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55680/0xddd980ffd8f698ba lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490034:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490041:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490042:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490045:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 2/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490048:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490050:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88012f1b1440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402023.490051:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490054:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490057:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490057:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:0.0:1718402023.490058:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1718402023.490059:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 2/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490061:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b1440/0xddd980ffd8f698b3 lrc: 0/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490064:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490065:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490067:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490071:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490073:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490076:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55f80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402023.490077:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490079:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490080:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490083:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7be:0x0].0x0 (ffff8800a48c7800) 00010000:00010000:0.0:1718402023.490084:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:1.0:1718402023.490085:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490085:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490087:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55f80/0xddd980ffd8f698c1 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7be:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490090:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490091:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490094:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490096:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490099:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e54d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:0.0:1718402023.490099:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490126:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:1.0:1718402023.490129:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402023.490132:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54fc0/0xddd980ffd8f698f2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0d3 expref: 14 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490146:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490152:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c6:0x0].0x0 (ffff88008b112c00) 00010000:00010000:1.0:1718402023.490153:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490153:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:0.0:1718402023.490154:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.490157:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e54d80/0xddd980ffd8f698cf lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c6:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490160:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b7 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490166:0:7224:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0be expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490170:0:7224:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.490171:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1718402023.490185:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0be expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490212:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0be expref: 13 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.490221:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9b900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185017344:192.168.204.24@tcp:104: 00000100:00100000:3.0:1718402023.490225:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189972160 00002000:00100000:3.0:1718402023.490239:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59b:0x0] (0->4095) req@ffff8800a0536880 x1801871189972160/t0(0) o3->4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp:171/0 lens 488/0 e 0 to 0 dl 1718402066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'cat.0' 00002000:00100000:3.0:1718402023.490247:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0536880 with x1801871189972160 ext(0->4095) 00002000:00010000:3.0:1718402023.490249:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0536880 00010000:00010000:1.0:1718402023.490250:0:7224:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b7 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.490258:0:7224:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b7 expref: 13 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.490265:0:7224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185017408:192.168.204.24@tcp:104: 00000100:00100000:3.0:1718402023.490269:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28832 00000100:00100000:3.0:1718402023.490273:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0536880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+8:1881:x1801871189972160:12345-192.168.204.24@tcp:3:cat.0 00000100:00100000:1.0:1718402023.490283:0:7224:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8900 going to sleep for 6 seconds 00000100:00100000:3.0:1718402023.490325:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0536880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+8:1881:x1801871189972160:12345-192.168.204.24@tcp:3:cat.0 Request processed in 52us (155us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1718402023.490331:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28832 00002000:00100000:3.0:1718402023.490336:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x100010000:0x59b:0x0] (0->4095) req@ffff8800a0536880 x1801871189972160/t0(0) o3->4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp:171/0 lens 488/4536 e 0 to 0 dl 1718402066 ref 1 fl Complete:/0/0 rc 4096/4096 job:'cat.0' 00002000:00100000:3.0:1718402023.490342:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a0536880 with x1801871189972160 ext(0->4095) 00002000:00010000:3.0:1718402023.490344:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a0536880 00000100:00100000:1.0:1718402023.490858:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9b900 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185017344:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402023.490971:0:7224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:7224:1801871185017408:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402023.490973:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1718402023.490981:0:7224:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.491022:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189972352 00000100:00100000:3.0:1718402023.491047:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10853 00000100:00100000:3.0:1718402023.491052:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fea140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+14:27572:x1801871189972352:12345-192.168.204.24@tcp:35:cat.0 00000100:00100000:3.0:1718402023.491179:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fea140 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+15:27572:x1801871189972352:12345-192.168.204.24@tcp:35:cat.0 Request processed in 125us (205us total) trans 8589959610 rc 0/0 00000100:00100000:3.0:1718402023.491186:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10853 00000100:00100000:2.0:1718402023.491268:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.491294:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189972224 00000100:00100000:2.0:1718402023.491303:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1718402023.491304:0:10518:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0be expref: 15 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:3.0:1718402023.491315:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189972416 00010000:00010000:3.0:1718402023.491319:0:10518:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b7 expref: 16 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.491323:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32834 00000100:00100000:0.0:1718402023.491329:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ba2d863-ea31-487e-99d5-270114bd2874+16:1883:x1801871189972224:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00000100:00100000:2.0:1718402023.491332:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32835 00000100:00100000:2.0:1718402023.491336:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+16:1883:x1801871189972416:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00010000:00010000:0.0:1718402023.491336:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402023.491341:0:11452:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0be expref: 16 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.491342:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402023.491346:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b7 expref: 16 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:0.0:1718402023.491350:0:11452:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0be expref: 16 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.491358:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b7 expref: 16 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:0.0:1718402023.491369:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b18c0/0xddd980ffd8f69897 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0be expref: 16 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.491379:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012f1b2ac0/0xddd980ffd8f69882 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b7 expref: 15 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:0.0:1718402023.491379:0:11452:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:0.0:1718402023.491381:0:11452:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.491388:0:11452:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.491392:0:11452:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.491395:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:2.0:1718402023.491397:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402023.491405:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402023.491412:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+14:1883:x1801871189972416:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 76us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.491416:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32835 00010000:00010000:1.0:1718402023.491418:0:7224:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.491420:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ba2d863-ea31-487e-99d5-270114bd2874+14:1883:x1801871189972224:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 91us (152us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402023.491423:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.491424:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32834 00010000:00010000:1.0:1718402023.491448:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.491453:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.491457:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.491598:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fef200 reply state ffff880094e99000 transno 8589959611 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.491614:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fef200 reply state ffff880094e99000 transno 8589959611 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.491621:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fef200 reply state ffff880094e99000 transno 8589959611 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.491632:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fef200 reply state ffff880094e99000 transno 8589959611 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.491638:0:7224:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fef200 reply state ffff880094e99000 transno 8589959611 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.491644:0:7224:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.491649:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.491654:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.491659:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.491663:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880122e55b00 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402023.491665:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.491669:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.491675:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff88008b112500) 00010000:00010000:1.0:1718402023.491677:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.491679:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.491687:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55b00/0xddd980ffd8f69915 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.491731:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:27569:x1801871189971968:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 2519us (2607us total) trans 8589959611 rc 0/0 00000100:00100000:1.0:1718402023.491736:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101488 00000100:00100000:0.0:1718402023.491885:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.491917:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189972544 00000100:00100000:3.0:1718402023.491936:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10854 00000100:00100000:3.0:1718402023.491939:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+13:27572:x1801871189972544:12345-192.168.204.24@tcp:35:cat.0 00000100:00100000:3.0:1718402023.492011:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+14:27572:x1801871189972544:12345-192.168.204.24@tcp:35:cat.0 Request processed in 71us (127us total) trans 8589959612 rc 0/0 00000100:00100000:3.0:1718402023.492016:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10854 00010000:00010000:3.0:1718402023.492216:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.492222:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:3.0:1718402023.492224:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.492226:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.492229:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88008b112200) 00010000:00010000:3.0:1718402023.492230:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.492232:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.492235:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:3.0:1718402023.492236:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.492237:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.492240:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:3.0:1718402023.492241:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402023.492242:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.492244:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c7:0x0].0x0 (ffff88008b112d00) 00010000:00010000:3.0:1718402023.492245:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718402023.492389:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.492483:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189972608 00000100:00100000:1.0:1718402023.492504:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101489 00000100:00100000:1.0:1718402023.492508:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:27569:x1801871189972608:12345-192.168.204.24@tcp:34:lfs.0 00010000:00010000:1.0:1718402023.492544:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f69946 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492552:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f69946 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492559:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f69946 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492569:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f6994d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492574:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f6994d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492579:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f6994d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492610:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492618:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492623:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.492644:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492651:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f69946 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492656:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f69946 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492660:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f69946 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492665:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9f840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.492667:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f69946 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492672:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f69946 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492679:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88008b112200) 00010000:00010000:1.0:1718402023.492680:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.492682:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f69946 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492691:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f840/0xddd980ffd8f69946 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492701:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f6994d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492706:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f6994d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492711:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f6994d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492715:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9dd40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.492716:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f6994d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492721:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f6994d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492727:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c6999 (ffff88008b112100) 00010000:00010000:1.0:1718402023.492729:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.492730:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f6994d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492735:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9dd40/0xddd980ffd8f6994d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c6999 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492748:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492757:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492762:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492766:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9e1c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.492768:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492773:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492779:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:1.0:1718402023.492780:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.492782:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.492786:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e1c0/0xddd980ffd8f69954 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.492832:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feed40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b4942422-518c-4999-8e56-6394c3b8b64e+14:27569:x1801871189972608:12345-192.168.204.24@tcp:34:lfs.0 Request processed in 322us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.492838:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101489 00000100:00100000:2.0:1718402023.493345:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.493377:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189972736 00000100:00100000:1.0:1718402023.493391:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101490 00000100:00100000:1.0:1718402023.493393:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+14:27409:x1801871189972736:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1718402023.493402:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.493408:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f6995b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0e8 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493438:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69962 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493445:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69962 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493452:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69962 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493462:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f69969 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493468:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f69969 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493473:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f69969 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493485:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69962 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493490:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69962 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493495:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69962 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493500:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9ed00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.493502:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69962 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493506:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69962 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493510:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88008b112200) 00010000:00010000:1.0:1718402023.493511:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.493512:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69962 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493515:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9ed00/0xddd980ffd8f69962 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493521:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f69969 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.493521:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:1.0:1718402023.493524:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f69969 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493527:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f69969 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493541:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9e880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.493542:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f69969 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493545:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f69969 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493549:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c699a (ffff88008b112000) 00010000:00010000:1.0:1718402023.493550:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.493551:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f69969 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.493553:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189972864 00010000:00010000:1.0:1718402023.493554:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e880/0xddd980ffd8f69969 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.493568:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f6995b lrc: 1/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0e8 expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.493574:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101491 00010000:00010000:1.0:1718402023.493574:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9e400/0xddd980ffd8f6995b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x7bd:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0e8 expref: 15 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.493577:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fea600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+14:27569:x1801871189972864:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402023.493580:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9e400, rc 0) 00010000:00010000:2.0:1718402023.493583:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.493588:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69970 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0ef expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.493611:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d3dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+14:27409:x1801871189972736:12345-192.168.204.24@tcp:101:bash.0 Request processed in 207us (257us total) trans 0 rc 301/301 00010000:00010000:2.0:1718402023.493617:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490fc0/0xddd980ffd8f69977 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.493619:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101490 00010000:00010000:2.0:1718402023.493623:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490fc0/0xddd980ffd8f69977 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.493628:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093490fc0/0xddd980ffd8f69977 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x4/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.493633:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c0:0x0]: returning size 6 00010000:00010000:2.0:1718402023.493663:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69970 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0ef expref: 17 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.493670:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490fc0/0xddd980ffd8f69977 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0ef expref: 16 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.493673:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:2.0:1718402023.493675:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1718402023.493676:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880093490fc0, rc 0) 00000100:00100000:2.0:1718402023.493693:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fea600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+16:27569:x1801871189972864:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 115us (174us total) trans 8589959613 rc 0/0 00000100:00100000:2.0:1718402023.493697:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101491 00000100:00100000:0.0:1718402023.494178:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.494244:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189972992 00000100:00100000:2.0:1718402023.494268:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101492 00000100:00100000:2.0:1718402023.494271:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+14:27409:x1801871189972992:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:2.0:1718402023.494277:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.494283:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093493a80/0xddd980ffd8f69985 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0f6 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494319:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6998c lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494324:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6998c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494328:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6998c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494334:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69993 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494338:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69993 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494341:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69993 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494363:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f6999a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494366:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f6999a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494369:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f6999a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.494369:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000004:00200000:2.0:1718402023.494373:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c1:0x0]: returning size 6 00010000:00010000:2.0:1718402023.494394:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6998c lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494399:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6998c lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494403:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6998c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494405:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093491200 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.494406:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6998c lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494409:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6998c lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494413:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:2.0:1718402023.494415:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.494416:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6998c lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494418:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f6998c lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494424:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69993 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.494425:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973056 00010000:00010000:2.0:1718402023.494427:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69993 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494430:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69993 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494436:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093490240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.494437:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69993 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494440:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69993 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494443:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x656c699a (ffff8800962f0700) 00010000:00010000:2.0:1718402023.494444:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.494444:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69993 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494447:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69993 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.494450:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 577 00000100:00100000:3.0:1718402023.494453:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fee880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+11:1882:x1801871189973056:12345-192.168.204.24@tcp:1:lfs.0 00010000:00010000:2.0:1718402023.494459:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093493a80/0xddd980ffd8f69985 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0f6 expref: 17 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494464:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093493840/0xddd980ffd8f6999a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0f6 expref: 16 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.494467:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff8800962f0500) 00010000:00010000:2.0:1718402023.494468:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.494469:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880093493840, rc 0) 00010000:00010000:3.0:1718402023.494470:0:4308:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 3/0,1 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.494480:0:4308:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 2/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 6 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.494485:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1718402023.494487:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1718402023.494487:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+16:27409:x1801871189972992:12345-192.168.204.24@tcp:101:bash.0 Request processed in 216us (310us total) trans 8589959614 rc 0/0 00010000:00010000:3.0:1718402023.494488:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 4/0,1 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.494492:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101492 00010000:00010000:3.0:1718402023.494505:0:4308:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 3/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 6 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.494515:0:4308:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 4/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 6 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:3.0:1718402023.494525:0:4308:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8801372ed0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185017472:192.168.204.24@tcp:104: 00000100:00100000:3.0:1718402023.494569:0:4308:0:(client.c:2492:ptlrpc_set_wait()) set ffff880073933000 going to sleep for 6 seconds 00000100:00100000:3.0:1718402023.495219:0:4308:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8801372ed0c0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:4308:1801871185017472:192.168.204.24@tcp:104: 00010000:00010000:3.0:1718402023.495230:0:4308:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 3/0,1 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.495257:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.495291:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.495293:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973120 00002000:00100000:3.0:1718402023.495307:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x100000000:0x5a4:0x0] (0->5) req@ffff880085feaac0 x1801871189973120/t0(0) o4->4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp:171/0 lens 496/0 e 0 to 0 dl 1718402066 ref 1 fl New:/0/ffffffff rc 0/-1 job:'cat.0' 00002000:00100000:3.0:1718402023.495313:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880085feaac0 with x1801871189973120 ext(0->5) 00010000:00010000:3.0:1718402023.495318:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 4/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 7 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:3.0:1718402023.495322:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085feaac0 00000100:00100000:3.0:1718402023.495332:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 6170 00000100:00100000:2.0:1718402023.495332:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973248 00000100:00100000:3.0:1718402023.495335:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feaac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+7:1882:x1801871189973120:12345-192.168.204.24@tcp:4:cat.0 00000100:00100000:2.0:1718402023.495356:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101493 00000100:00100000:2.0:1718402023.495359:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+16:27409:x1801871189973248:12345-192.168.204.24@tcp:36:bash.0 00010000:00010000:2.0:1718402023.495426:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.495432:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.495437:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1718402023.495452:0:6874:0:(tgt_lastrcvd.c:2017:tgt_txn_stop_cb()) More than one transaction 8589959615 00000004:00010000:2.0:1718402023.495456:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fe9300 reply state ffff88007141f000 transno 8589959615 ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.495497:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+18:27409:x1801871189973248:12345-192.168.204.24@tcp:36:bash.0 Request processed in 137us (207us total) trans 8589959615 rc 0/0 00000100:00100000:2.0:1718402023.495501:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101493 00000100:00100000:3.0:1718402023.495806:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feaac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+9:1882:x1801871189973120:12345-192.168.204.24@tcp:4:cat.0 Request processed in 469us (549us total) trans 4294974166 rc 0/0 00000100:00100000:3.0:1718402023.495814:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 6170 00002000:00100000:3.0:1718402023.495819:0:11465:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x100000000:0x5a4:0x0] (0->5) req@ffff880085feaac0 x1801871189973120/t4294974166(0) o4->4ba2d863-ea31-487e-99d5-270114bd2874@192.168.204.24@tcp:171/0 lens 496/448 e 0 to 0 dl 1718402066 ref 1 fl Complete:H/0/0 rc 0/0 job:'cat.0' 00002000:00100000:3.0:1718402023.495826:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880085feaac0 with x1801871189973120 ext(0->5) 00010000:00010000:3.0:1718402023.495832:0:11465:0:(ldlm_lockd.c:601:ldlm_refresh_waiting_lock()) ### refreshed to 93s ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 4/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 9 pid: 4308 timeout: 3903 lvb_type: 0 00002000:00010000:3.0:1718402023.495838:0:11465:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085feaac0 00010000:00010000:2.0:1718402023.496059:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.496067:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff8800962f0500) 00010000:00010000:2.0:1718402023.496068:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.496246:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.496283:0:4314:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973312 00000100:00100000:1.0:1718402023.496302:0:4314:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 578 00000100:00100000:1.0:1718402023.496305:0:4314:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe9c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4ba2d863-ea31-487e-99d5-270114bd2874+8:27409:x1801871189973312:12345-192.168.204.24@tcp:101:bash.0 00010000:00010000:1.0:1718402023.496311:0:4314:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.496319:0:4314:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c900/0xddd980ffd8f699b6 lrc: 2/0,0 mode: --/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc0fd expref: -99 pid: 4314 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1718402023.496330:0:4314:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100010000:0x59c:0x0] initial LVB size: 6, mtime: 0x666cbbe6, atime: 0x0, ctime: 0x666cbbe6, blocks: 0x8 00010000:00010000:1.0:1718402023.496338:0:4314:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.496339:0:4314:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.496342:0:4314:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c900/0xddd980ffd8f699b6 lrc: 3/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0fd expref: 9 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.496348:0:4314:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a7c9c900/0xddd980ffd8f699b6 lrc: 3/0,0 mode: PW/PW res: [0x59c:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0fd expref: 9 pid: 4314 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.496353:0:4314:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a7c9c900, rc 0) 00000100:00100000:1.0:1718402023.496370:0:4314:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe9c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:4ba2d863-ea31-487e-99d5-270114bd2874+9:27409:x1801871189973312:12345-192.168.204.24@tcp:101:bash.0 Request processed in 64us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.496374:0:4314:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 578 00000100:00100000:0.0:1718402023.496438:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.496467:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973376 00010000:00010000:1.0:1718402023.496477:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 4/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 9 pid: 4308 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.496495:0:11452:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32836 00000100:00100000:1.0:1718402023.496498:0:11452:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fe84c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ba2d863-ea31-487e-99d5-270114bd2874+9:1880:x1801871189973376:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1718402023.496502:0:11452:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1718402023.496507:0:11452:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100000000:0x5a4:0x0] updating lvb size from disk: 0 -> 6 00002000:00010000:1.0:1718402023.496508:0:11452:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100000000:0x5a4:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1718402023.496510:0:11452:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 4/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 9 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.496515:0:11452:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 3/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 9 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.496526:0:11452:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bc92f40/0xddd980ffd8f697fd lrc: 0/0,0 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0a2 expref: 9 pid: 4308 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.496556:0:11452:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.496556:0:11452:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1718402023.496558:0:11452:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 3/0,1 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.496562:0:11452:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 4/0,1 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.496572:0:11452:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402023.496576:0:4308:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 3/0,1 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.496582:0:4308:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 3/0,1 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.496586:0:11452:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fe84c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:4ba2d863-ea31-487e-99d5-270114bd2874+8:1880:x1801871189973376:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 88us (149us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402023.496589:0:4308:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 3/0,1 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.496590:0:11452:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32836 00010000:00010000:3.0:1718402023.496592:0:4308:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 2/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.496607:0:4308:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1718402023.496623:0:9312:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1718402023.496627:0:9312:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 2/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.496628:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fee880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:b4942422-518c-4999-8e56-6394c3b8b64e+11:1882:x1801871189973056:12345-192.168.204.24@tcp:1:lfs.0 Request processed in 2173us (2259us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.496632:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 577 00010000:00010000:2.0:1718402023.496632:0:9312:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac1200 already unused, calling callback (ffffffffa081d190) 00010000:00010000:2.0:1718402023.496634:0:9312:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 2/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.496639:0:9312:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 3/0,0 mode: PW/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.496648:0:9312:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 1/0,0 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.496651:0:9312:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880073ac1200/0xddd980ffd8f699a8 lrc: 0/0,0 mode: --/PW res: [0x5a4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.496659:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402023.496660:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1718402023.496661:0:9312:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1718402023.497068:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.497135:0:11465:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973440 00002000:00010000:3.0:1718402023.497146:0:11465:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 1436/0 (0->18446744073709551615) 00002000:00100000:3.0:1718402023.497147:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880085fee3c0 with x1801871189973440 ext(0->18446744073709551615) 00002000:00010000:3.0:1718402023.497151:0:11465:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085fee3c0. 00000100:00100000:3.0:1718402023.497162:0:11465:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 28833 00000100:00100000:3.0:1718402023.497165:0:11465:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fee3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+9:1883:x1801871189973440:12345-192.168.204.24@tcp:10:bash.0 00000100:00100000:0.0:1718402023.497210:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.497241:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973568 00000100:00100000:2.0:1718402023.497263:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101494 00000100:00100000:2.0:1718402023.497266:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085fedf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+16:27569:x1801871189973568:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:2.0:1718402023.497283:0:6874:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402023.497293:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e57180/0xddd980ffd8f69484 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bbf91 expref: 16 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.497301:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:2.0:1718402023.497303:0:6874:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402023.497308:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.497312:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.497319:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.497374:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.497378:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.497382:0:6874:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.497388:0:6874:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00080000:00080000:2.0:1718402023.497402:0:6874:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1718402023.497425:0:6874:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1718402023.497976:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959615 is committed 00000001:00080000:2.0:1718402023.497984:0:10511:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0001: transno 4294974577 is committed 00000001:00080000:0.0:1718402023.497985:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959613 is committed 00000001:00080000:2.0:1718402023.497988:0:10511:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0001: transno 4294974576 is committed 00000001:00100000:2.0:1718402023.497997:0:10511:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4ba2d863-ea31-487e-99d5-270114bd2874 00000001:00080000:2.0:1718402023.498000:0:10511:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0001: transno 4294974573 is committed 00000001:00080000:2.0:1718402023.498002:0:10511:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-OST0001: transno 4294974572 is committed 00010000:00010000:3.0:1718402023.498007:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.498015:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498015:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498019:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.498020:0:3319:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.498024:0:3319:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093490d80 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.498025:0:3319:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498026:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498030:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9f3c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.498031:0:3319:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498031:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498034:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498038:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:3.0:1718402023.498039:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (ffff8800962f0500) 00010000:00010000:2.0:1718402023.498039:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.498041:0:3318:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.498042:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.498043:0:3319:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498044:0:3318:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498047:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.498048:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f699af lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498055:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498058:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f3c0/0xddd980ffd8f6991c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498065:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498070:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498073:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498076:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9db00 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.498077:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498079:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498082:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88008b112200) 00010000:00010000:2.0:1718402023.498083:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.498084:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718402023.498084:0:11465:0:(ofd_lvb.c:324:ofd_lvbo_update()) res: [0x100010000:0x59c:0x0] updating lvb size from disk: 6 -> 0 00002000:00010000:0.0:1718402023.498086:0:11465:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x100010000:0x59c:0x0] updating lvb mtime from disk: 1718402022 -> 1718402022 00010000:00010000:2.0:1718402023.498087:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9db00/0xddd980ffd8f69931 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718402023.498088:0:11465:0:(ofd_lvb.c:337:ofd_lvbo_update()) res: [0x100010000:0x59c:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1718402023.498090:0:11465:0:(ofd_lvb.c:343:ofd_lvbo_update()) res: [0x100010000:0x59c:0x0] updating lvb ctime from disk: 1718402022 -> 1718402022 00002000:00010000:0.0:1718402023.498092:0:11465:0:(ofd_lvb.c:349:ofd_lvbo_update()) res: [0x100010000:0x59c:0x0] updating lvb blocks from disk: 8 -> 0 00010000:00010000:2.0:1718402023.498094:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498096:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 2/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498099:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498105:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9c240 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.498106:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498109:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498112:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff880130a65f00) 00010000:00010000:2.0:1718402023.498113:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.498114:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 2/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498116:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c240/0xddd980ffd8f6992a lrc: 0/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.498122:0:11465:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fee3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:4ba2d863-ea31-487e-99d5-270114bd2874+8:1883:x1801871189973440:12345-192.168.204.24@tcp:10:bash.0 Request processed in 956us (1054us total) trans 4294974577 rc 0/0 00010000:00010000:2.0:1718402023.498124:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498127:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498129:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.498129:0:11465:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 28833 00002000:00010000:0.0:1718402023.498131:0:11465:0:(ofd_dev.c:2747:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 1436/0 (0->18446744073709551615) 00010000:00010000:2.0:1718402023.498132:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9cb40 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.498132:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1718402023.498133:0:11465:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req ffff880085fee3c0 with x1801871189973440 ext(0->18446744073709551615) 00010000:00010000:2.0:1718402023.498135:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1718402023.498136:0:11465:0:(ofd_dev.c:2752:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085fee3c0. 00010000:00010000:2.0:1718402023.498139:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (ffff880071eabd00) 00010000:00010000:2.0:1718402023.498140:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402023.498141:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498143:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cb40/0xddd980ffd8f69938 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498150:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498153:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498155:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498158:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9cfc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.498159:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498161:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498165:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c7:0x0].0x0 (ffff88008b112d00) 00010000:00010000:2.0:1718402023.498165:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:2.0:1718402023.498166:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.498171:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9cfc0/0xddd980ffd8f6993f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c7:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498179:0:6874:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498184:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498216:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498221:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498225:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498230:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498234:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498237:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498277:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:1.0:1718402023.498278:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1718402023.498281:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093490fc0/0xddd980ffd8f69977 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0ef expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498293:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498298:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc09b expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498302:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b0 expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498305:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0da expref: 12 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498307:0:6874:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 6/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498320:0:6874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0da expref: 12 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498333:0:6874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0da expref: 12 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.498342:0:6874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185017536:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402023.498385:0:6874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b0 expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498393:0:6874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b0 expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.498400:0:6874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9b900 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185017600:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402023.498424:0:6874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc09b expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.498431:0:6874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc09b expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:1.0:1718402023.498438:0:6874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185017664:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402023.498457:0:6874:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.499188:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.499203:0:6874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba99c80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185017536:192.168.204.24@tcp:104: 00000100:00100000:1.0:1718402023.499209:0:6874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9b900 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185017600:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402023.499235:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.499248:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973632 00000100:00100000:3.0:1718402023.499250:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973760 00010000:00010000:1.0:1718402023.499257:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0da expref: 14 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.499264:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.499268:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10855 00000100:00100000:3.0:1718402023.499271:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf41050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+14:27409:x1801871189973760:12345-192.168.204.24@tcp:35:bash.0 00000100:00100000:1.0:1718402023.499285:0:11452:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973824 00010000:00010000:1.0:1718402023.499290:0:11452:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b0 expref: 15 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.499293:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32837 00000100:00100000:2.0:1718402023.499297:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880085feb900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+15:1882:x1801871189973632:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00000100:00100000:0.0:1718402023.499299:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32838 00010000:00010000:2.0:1718402023.499303:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1718402023.499305:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ba2d863-ea31-487e-99d5-270114bd2874+15:1883:x1801871189973824:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1718402023.499307:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0da expref: 15 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.499312:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0da expref: 15 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:0.0:1718402023.499313:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402023.499318:0:6862:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b0 expref: 16 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.499320:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880122e55200/0xddd980ffd8f6990e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x20/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0da expref: 16 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:0.0:1718402023.499327:0:6862:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b0 expref: 15 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.499332:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:2.0:1718402023.499334:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.499338:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.499341:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.499343:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.499345:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf41050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+15:27409:x1801871189973760:12345-192.168.204.24@tcp:35:bash.0 Request processed in 73us (158us total) trans 8589959616 rc 0/0 00010000:00010000:2.0:1718402023.499349:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.499350:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10855 00010000:00010000:2.0:1718402023.499352:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.499355:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.499357:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402023.499364:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0d80/0xddd980ffd8f69851 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c0:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc0b0 expref: 14 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.499372:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085feb900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+13:1882:x1801871189973632:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 74us (138us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402023.499374:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00000100:00100000:2.0:1718402023.499376:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32837 00010000:00010000:0.0:1718402023.499377:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.499471:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.499477:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.499482:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.499487:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 4 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.499492:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.499496:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 6 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.499501:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1718402023.499511:0:6874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185017664:192.168.204.24@tcp:104: 00010000:00010000:1.0:1718402023.499522:0:6874:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.499543:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ba2d863-ea31-487e-99d5-270114bd2874+12:1883:x1801871189973824:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 224us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.499547:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.499551:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32838 00000100:00100000:2.0:1718402023.499563:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189973888 00010000:00010000:2.0:1718402023.499571:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc09b expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.499581:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32839 00000100:00100000:2.0:1718402023.499583:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7ca4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+12:1882:x1801871189973888:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1718402023.499587:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402023.499589:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc09b expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.499593:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc09b expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.499602:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3cc0/0xddd980ffd8f697e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c0:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc09b expref: 12 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.499609:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:2.0:1718402023.499610:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.499614:0:30108:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.499617:0:30108:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.499631:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402023.499642:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7ca4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:4ba2d863-ea31-487e-99d5-270114bd2874+11:1882:x1801871189973888:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 58us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.499645:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32839 00010000:00010000:1.0:1718402023.499648:0:6874:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499655:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499689:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499696:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499701:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.499811:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fedf00 reply state ffff88007141e000 transno 8589959617 ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.499823:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fedf00 reply state ffff88007141e000 transno 8589959617 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.499833:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fedf00 reply state ffff88007141e000 transno 8589959617 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.499836:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fedf00 reply state ffff88007141e000 transno 8589959617 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.499840:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880085fedf00 reply state ffff88007141e000 transno 8589959617 ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499844:0:6874:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499846:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499850:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499853:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499856:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093493cc0 already unused, calling callback (ffffffffa081d190) 00010000:00010000:1.0:1718402023.499857:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499860:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499865:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff8800962f0400) 00010000:00010000:1.0:1718402023.499866:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.499868:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.499870:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093493cc0/0xddd980ffd8f699bd lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.499909:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880085fedf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+13:27569:x1801871189973568:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 2642us (2699us total) trans 8589959617 rc 0/0 00000100:00100000:1.0:1718402023.499913:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101494 00010000:00010000:3.0:1718402023.500387:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.500395:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:3.0:1718402023.500397:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.500400:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.500406:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88008b112e00) 00010000:00010000:3.0:1718402023.500407:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.500409:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.500414:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008b112900) 00010000:00010000:3.0:1718402023.500416:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.500418:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.500423:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:3.0:1718402023.500425:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402023.500427:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.500432:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c8:0x0].0x0 (ffff88008b112600) 00010000:00010000:3.0:1718402023.500434:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718402023.500674:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.500709:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974016 00000100:00100000:3.0:1718402023.500727:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10856 00000100:00100000:3.0:1718402023.500730:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e784c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+13:27569:x1801871189974016:12345-192.168.204.24@tcp:35:lfs.0 00000100:00100000:3.0:1718402023.500791:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e784c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b4942422-518c-4999-8e56-6394c3b8b64e+14:27569:x1801871189974016:12345-192.168.204.24@tcp:35:lfs.0 Request processed in 60us (118us total) trans 8589959618 rc 0/0 00000100:00100000:3.0:1718402023.500795:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10856 00000100:00100000:0.0:1718402023.501456:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.501503:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974080 00000100:00100000:1.0:1718402023.501526:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101495 00000100:00100000:1.0:1718402023.501544:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+35:27569:x1801871189974080:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402023.501551:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.501559:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8d440/0xddd980ffd8f699e7 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc104 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501583:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f840/0xddd980ffd8f699ee lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501588:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f840/0xddd980ffd8f699ee lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501594:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f840/0xddd980ffd8f699ee lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501599:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f3c0/0xddd980ffd8f699f5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501603:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f3c0/0xddd980ffd8f699f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501607:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f3c0/0xddd980ffd8f699f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501626:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8e880/0xddd980ffd8f699fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501630:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8e880/0xddd980ffd8f699fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501633:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8e880/0xddd980ffd8f699fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1718402023.501638:0:6874:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7c3:0x0] 00000004:00010000:1.0:1718402023.501645:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8e880/0xddd980ffd8f699fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501650:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f840/0xddd980ffd8f699ee lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501653:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f840/0xddd980ffd8f699ee lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501655:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f840/0xddd980ffd8f699ee lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501658:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880133f8f840 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.501659:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f840/0xddd980ffd8f699ee lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501662:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f840/0xddd980ffd8f699ee lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501667:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:1.0:1718402023.501668:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.501670:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f840/0xddd980ffd8f699ee lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501673:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f840/0xddd980ffd8f699ee lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501679:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f3c0/0xddd980ffd8f699f5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501682:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f3c0/0xddd980ffd8f699f5 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501684:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f3c0/0xddd980ffd8f699f5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501687:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880133f8f3c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:1.0:1718402023.501688:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f3c0/0xddd980ffd8f699f5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501691:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f3c0/0xddd980ffd8f699f5 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501694:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x60a635a6 (ffff88008b112f00) 00010000:00010000:1.0:1718402023.501695:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1718402023.501696:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f3c0/0xddd980ffd8f699f5 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501701:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8f3c0/0xddd980ffd8f699f5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501713:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8d440/0xddd980ffd8f699e7 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc104 expref: 37 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501720:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8e880/0xddd980ffd8f699fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc104 expref: 36 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.501724:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc300) 00010000:00010000:1.0:1718402023.501725:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1718402023.501726:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880133f8e880, rc 0) 00000100:00100000:1.0:1718402023.501750:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+36:27569:x1801871189974080:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 219us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.501753:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101495 00000100:00100000:0.0:1718402023.502510:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.502553:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974144 00000100:00100000:0.0:1718402023.502558:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.502573:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101496 00000100:00100000:1.0:1718402023.502576:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+14:27569:x1801871189974144:12345-192.168.204.24@tcp:101:lfs.0 00010000:00010000:1.0:1718402023.502583:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1718402023.502588:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8fcc0/0xddd980ffd8f69a03 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc10b expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.502592:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974208 00010000:00010000:1.0:1718402023.502602:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.502607:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.502610:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 7485 00000100:00100000:2.0:1718402023.502612:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7b900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+36:1882:x1801871189974208:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 00010000:00010000:1.0:1718402023.502615:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.502617:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402023.502624:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880133f8e880/0xddd980ffd8f699fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc104 expref: 36 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.502633:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc300) 00010000:00010000:2.0:1718402023.502635:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1718402023.502649:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7b900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+35:1882:x1801871189974208:12345-192.168.204.24@tcp:103:ldlm_bl_05.0 Request processed in 36us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.502654:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 7485 00000004:00200000:1.0:1718402023.502655:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c3:0x0]: returning size 4096 00000004:00200000:1.0:1718402023.502657:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 2 MDT count 2 00010000:00010000:1.0:1718402023.502670:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8fcc0/0xddd980ffd8f69a03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc10b expref: 16 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.502677:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc10b expref: 15 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.502680:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:1.0:1718402023.502682:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1718402023.502683:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880133f8df80, rc 0) 00000100:00100000:1.0:1718402023.502699:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7a600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+15:27569:x1801871189974144:12345-192.168.204.24@tcp:101:lfs.0 Request processed in 122us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.502702:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101496 00000100:00100000:0.0:1718402023.503290:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:1.0:1718402023.503336:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974336 00000100:00100000:1.0:1718402023.503360:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101497 00000100:00100000:1.0:1718402023.503364:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+15:27569:x1801871189974336:12345-192.168.204.24@tcp:36:lfs.0 00010000:00010000:1.0:1718402023.503412:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.503418:0:6874:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.503425:0:6874:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.503440:0:6874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6874:1801871185017728:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1718402023.503467:0:6874:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1718402023.503487:0:6874:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8900 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.503513:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185017728 00000100:00100000:0.0:1718402023.503554:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20239 00000100:00100000:0.0:1718402023.503559:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6874:x1801871185017728:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1718402023.503631:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402023.503639:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f69a18 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f69a11 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.503654:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc016 expref: 34 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.503661:0:32583:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc047 expref: 10 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.503666:0:32583:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f69a18 lrc: 5/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f69a11 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.503682:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc047 expref: 10 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.503692:0:32583:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc047 expref: 10 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.503700:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7cc00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871185017792:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402023.503705:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.503739:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974400 00010000:00010000:0.0:1718402023.503742:0:32583:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc016 expref: 34 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.503750:0:32583:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc016 expref: 34 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.503757:0:32583:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e797c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871185017856:192.168.204.24@tcp:104: 00000100:00100000:3.0:1718402023.503760:0:15735:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101498 00000100:00100000:3.0:1718402023.503762:0:15735:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+11:27573:x1801871189974400:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:3.0:1718402023.503770:0:15735:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.503776:0:15735:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac33c0/0xddd980ffd8f69a1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc112 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.503778:0:32583:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef540 going to sleep for 6 seconds 00010000:00010000:3.0:1718402023.503795:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69a26 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503800:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69a26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503804:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69a26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503810:0:15735:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69a2d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503814:0:15735:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69a2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503817:0:15735:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69a2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503828:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69a26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503832:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69a26 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503835:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69a26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503838:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac0480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.503839:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69a26 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503842:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69a26 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503846:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88008b112e00) 00010000:00010000:3.0:1718402023.503847:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.503848:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69a26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503851:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac0480/0xddd980ffd8f69a26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503857:0:15735:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69a2d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503859:0:15735:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69a2d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503863:0:15735:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69a2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503869:0:15735:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac3180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.503870:0:15735:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69a2d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503872:0:15735:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69a2d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503875:0:15735:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x656c699b (ffff880073530d00) 00010000:00010000:3.0:1718402023.503876:0:15735:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.503877:0:15735:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69a2d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503879:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac3180/0xddd980ffd8f69a2d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bd:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503891:0:15735:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac33c0/0xddd980ffd8f69a1f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc112 expref: 12 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503895:0:15735:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac33c0/0xddd980ffd8f69a1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc112 expref: 12 pid: 15735 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.503898:0:15735:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac33c0, rc 0) 00000100:00100000:3.0:1718402023.503916:0:15735:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:4ba2d863-ea31-487e-99d5-270114bd2874+11:27573:x1801871189974400:12345-192.168.204.24@tcp:101:stat.0 Request processed in 153us (213us total) trans 0 rc 301/301 00000100:00100000:3.0:1718402023.503920:0:15735:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101498 00000100:00100000:0.0:1718402023.504393:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.504402:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7cc00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871185017792:192.168.204.24@tcp:104: 00000100:00100000:2.0:1718402023.504408:0:32583:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e797c0 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:32583:1801871185017856:192.168.204.24@tcp:104: 00010000:00010000:2.0:1718402023.504423:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f69a18 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69a11 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.504429:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc300) 00010000:00010000:2.0:1718402023.504430:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718402023.504432:0:32583:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f69a18 lrc: 3/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69a11 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.504432:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1718402023.504436:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88009bc91d40, rc 0) 00000100:00100000:3.0:1718402023.504458:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974528 00010000:00010000:3.0:1718402023.504469:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc016 expref: 35 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.504473:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6874:x1801871185017728:12345-0@lo:101:mdt00_001.0 Request processed in 914us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.504479:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20239 00000100:00100000:3.0:1718402023.504483:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974464 00010000:00010000:3.0:1718402023.504487:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc047 expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.504487:0:6874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9cc00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6874:1801871185017728:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1718402023.504497:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32840 00010000:00010000:0.0:1718402023.504498:0:6874:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.504499:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+35:1883:x1801871189974528:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1718402023.504504:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1718402023.504504:0:6874:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504506:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc016 expref: 35 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.504507:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32841 00010000:00010000:3.0:1718402023.504511:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc016 expref: 35 pid: 7224 timeout: 3903 lvb_type: 0 00000100:00100000:2.0:1718402023.504512:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7d580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4ba2d863-ea31-487e-99d5-270114bd2874+11:1882:x1801871189974464:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1718402023.504519:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc921c0/0xddd980ffd8f69636 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc016 expref: 35 pid: 7224 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.504520:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402023.504525:0:10518:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc047 expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:3.0:1718402023.504527:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc300) 00010000:00010000:3.0:1718402023.504546:0:30108:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f69a18 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69a11 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504551:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402023.504554:0:10518:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc047 expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.504566:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880073ac3600/0xddd980ffd8f696b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc047 expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:3.0:1718402023.504569:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+34:1883:x1801871189974528:12345-192.168.204.24@tcp:103:ldlm_bl_02.0 Request processed in 68us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.504573:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32840 00010000:00010000:2.0:1718402023.504576:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc300) 00010000:00010000:2.0:1718402023.504579:0:10518:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f69a18 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69a11 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.504585:0:10518:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f69a18 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f69a11 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.504589:0:10518:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f69a18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080001000000 nid: 0@lo remote: 0xddd980ffd8f69a11 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.504601:0:10518:0:(ldlm_lockd.c:1069:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f69a18 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69a11 expref: 7 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.504606:0:10518:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800954d2ac0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001_UUID:10518:1801871185017920:0@lo:105: 00000100:00100000:2.0:1718402023.504622:0:10518:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1718402023.504638:0:10518:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008b1130c0 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.504650:0:19829:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185017920 00000100:00100000:1.0:1718402023.504654:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:0.0:1718402023.504677:0:19829:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5556 00000100:00100000:0.0:1718402023.504681:0:19829:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d4c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10518:x1801871185017920:12345-0@lo:105: 00000100:00100000:3.0:1718402023.504684:0:7224:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974592 00010000:00010000:0.0:1718402023.504687:0:19829:0:(ldlm_lockd.c:1933:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.504694:0:19829:0:(ldlm_lockd.c:2010:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.504699:0:19829:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 5/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.504701:0:7224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101499 00000100:00100000:3.0:1718402023.504704:0:7224:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba99c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+11:27573:x1801871189974592:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:0.0:1718402023.504704:0:19829:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080001000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504710:0:7224:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1718402023.504711:0:19829:0:(ldlm_lockd.c:2038:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 6/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080001000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504715:0:7224:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69a34 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc119 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.504722:0:19829:0:(ldlm_lockd.c:2049:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880133f8c480) 00010000:00010000:1.0:1718402023.504728:0:6874:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504734:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69a3b lrc: 3/1,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.504734:0:6874:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504739:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69a3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504744:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69a3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.504745:0:6874:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.504748:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.504748:0:19829:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d4c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:10518:x1801871185017920:12345-0@lo:105: Request processed in 67us (125us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402023.504750:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69a42 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.504752:0:10518:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800954d2ac0 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001_UUID:10518:1801871185017920:0@lo:105: 00010000:00010000:1.0:1718402023.504752:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000401000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504753:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69a42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.504754:0:19829:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5556 00010000:00010000:3.0:1718402023.504757:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69a42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.504759:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402023.504761:0:6874:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1718402023.504766:0:6864:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1718402023.504768:0:6864:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000401000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.504772:0:6864:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880133f8c480 already unused, calling callback (ffffffffa0ead0e0) 00000100:00100000:2.0:1718402023.504773:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7d580 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4ba2d863-ea31-487e-99d5-270114bd2874+10:1882:x1801871189974464:12345-192.168.204.24@tcp:103:ldlm_bl_03.0 Request processed in 262us (342us total) trans 0 rc 0/0 00010000:00010000:1.0:1718402023.504774:0:6864:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008401000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.504778:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32841 00010000:00010000:3.0:1718402023.504781:0:7224:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69a49 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000004:00010000:1.0:1718402023.504781:0:6864:0:(mdt_handler.c:3608:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009401000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504784:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69a49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504787:0:7224:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69a49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.504792:0:6864:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.504795:0:6864:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000004:00200000:3.0:1718402023.504806:0:7224:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c2:0x0]: returning size 6 00000004:00200000:3.0:1718402023.504808:0:7224:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1718402023.504812:0:6864:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 1/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1718402023.504814:0:7224:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69a49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.504815:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1718402023.504818:0:6864:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8c480/0xddd980ffd8f69a11 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809401000000 nid: local remote: 0xddd980ffd8f69a18 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.504820:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185017984:0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718402023.504822:0:7224:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69a49 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504827:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69a3b lrc: 3/1,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.504830:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402023.504831:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1718402023.504832:0:6864:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1718402023.504833:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69a3b lrc: 2/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.504833:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402023.504837:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69a3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504842:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac18c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.504844:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69a3b lrc: 3/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.504845:0:10518:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185017984 00010000:00010000:1.0:1718402023.504846:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8ed00/0xddd980ffd8f69a50 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504850:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69a3b lrc: 4/0,0 mode: CR/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.504853:0:6874:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000001000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8ed00/0xddd980ffd8f69a50 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504856:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008b112900) 00010000:00010000:1.0:1718402023.504859:0:6874:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8ed00/0xddd980ffd8f69a50 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504860:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.504862:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69a3b lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.504863:0:10518:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7486 00000100:00100000:2.0:1718402023.504865:0:10518:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:3335:x1801871185017984:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718402023.504867:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac18c0/0xddd980ffd8f69a3b lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.504869:0:6874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88012ba9c740 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6874:1801871185018048:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1718402023.504870:0:10518:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402023.504875:0:10518:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009bc91d40/0xddd980ffd8f69a18 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801001000000 nid: 0@lo remote: 0xddd980ffd8f69a11 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504876:0:7224:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69a42 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504881:0:7224:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69a42 lrc: 2/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.504882:0:10518:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc300) 00010000:00010000:2.0:1718402023.504886:0:10518:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1718402023.504887:0:7224:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69a42 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.504889:0:6874:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1718402023.504891:0:7224:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880073ac2880 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.504892:0:7224:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69a42 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504895:0:7224:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69a42 lrc: 4/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504899:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x656c699b (ffff880073530700) 00010000:00010000:3.0:1718402023.504900:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1718402023.504900:0:10518:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d2ac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:3335:x1801871185017984:12345-0@lo:103:ldlm_bl_02.0 Request processed in 34us (67us total) trans 0 rc 0/0 00010000:00010000:3.0:1718402023.504901:0:7224:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69a42 lrc: 2/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.504901:0:6874:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801369b8f00 going to sleep for 6 seconds 00010000:00010000:3.0:1718402023.504903:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2880/0xddd980ffd8f69a42 lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x656c699b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.504904:0:10518:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7486 00000100:00100000:2.0:1718402023.504916:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9cc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1801871185017984:0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1718402023.504917:0:7224:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac2f40/0xddd980ffd8f69a34 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc119 expref: 13 pid: 7224 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.504923:0:7224:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880073ac1440/0xddd980ffd8f69a49 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc119 expref: 12 pid: 7224 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.504925:0:32583:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185018048 00010000:00010000:3.0:1718402023.504930:0:7224:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (ffff880073530800) 00010000:00010000:3.0:1718402023.504931:0:7224:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1718402023.504932:0:7224:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac1440, rc 0) 00000100:00100000:2.0:1718402023.504933:0:32583:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20240 00000100:00100000:2.0:1718402023.504935:0:32583:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ba9d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6874:x1801871185018048:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1718402023.504940:0:32583:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.504944:0:32583:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093492640/0xddd980ffd8f69a57 lrc: 2/0,0 mode: --/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xddd980ffd8f69a50 expref: -99 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.504953:0:32583:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093492640/0xddd980ffd8f69a57 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000001000000 nid: 0@lo remote: 0xddd980ffd8f69a50 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1718402023.504954:0:7224:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba99c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:4ba2d863-ea31-487e-99d5-270114bd2874+12:27573:x1801871189974592:12345-192.168.204.24@tcp:101:stat.0 Request processed in 249us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.504958:0:7224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101499 00010000:00010000:2.0:1718402023.504958:0:32583:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880093492640/0xddd980ffd8f69a57 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000001000000 nid: 0@lo remote: 0xddd980ffd8f69a50 expref: 8 pid: 32583 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.504961:0:32583:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:2.0:1718402023.504962:0:32583:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.504963:0:32583:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880093492640, rc 0) 00000100:00100000:2.0:1718402023.504984:0:32583:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ba9d0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6874:x1801871185018048:12345-0@lo:101:mdt00_001.0 Request processed in 48us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.504988:0:32583:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20240 00000100:00100000:0.0:1718402023.505015:0:6874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88012ba9c740 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6874:1801871185018048:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1718402023.505024:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8ed00/0xddd980ffd8f69a50 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f69a57 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.505031:0:6874:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8ed00/0xddd980ffd8f69a50 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000001000000 nid: local remote: 0xddd980ffd8f69a57 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402023.505042:0:6874:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60b:0x0] 00010000:00010000:0.0:1718402023.505104:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.505114:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc04e expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.505120:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc10b expref: 15 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.505126:0:6874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 2/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.505131:0:6874:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 6/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.505139:0:6874:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00080000:00080000:0.0:1718402023.505160:0:6874:0:(osd_handler.c:2525:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:0.0:1718402023.505217:0:6874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc10b expref: 15 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.505226:0:6874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc10b expref: 15 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.505234:0:6874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e7e880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185018112:192.168.204.24@tcp:104: 00010000:00010000:0.0:1718402023.505270:0:6874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc04e expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.505277:0:6874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc04e expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00000100:00100000:0.0:1718402023.505285:0:6874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880097e79300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185018176:192.168.204.24@tcp:104: 00000100:00100000:0.0:1718402023.505300:0:6874:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008dfef540 going to sleep for 6 seconds 00000100:00100000:0.0:1718402023.505709:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.505755:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974656 00000100:00100000:3.0:1718402023.505782:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 579 00000100:00100000:3.0:1718402023.505787:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+8:1880:x1801871189974656:12345-192.168.204.24@tcp:101:stat.0 00010000:00010000:3.0:1718402023.505795:0:4308:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1718402023.505804:0:4308:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69a65 lrc: 2/0,0 mode: --/PR res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc120 expref: -99 pid: 4308 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1718402023.505817:0:4308:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x100000000:0x5a5:0x0] initial LVB size: 6, mtime: 0x666cbbe6, atime: 0x0, ctime: 0x666cbbe6, blocks: 0x8 00010000:00010000:3.0:1718402023.505827:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.505829:0:4308:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1718402023.505834:0:4308:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69a65 lrc: 3/0,0 mode: PR/PR res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc120 expref: 9 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1718402023.505844:0:4308:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880073ac1680/0xddd980ffd8f69a65 lrc: 3/0,0 mode: PR/PR res: [0x5a5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc120 expref: 9 pid: 4308 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1718402023.505851:0:4308:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880073ac1680, rc 0) 00000100:00100000:3.0:1718402023.505880:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+9:1880:x1801871189974656:12345-192.168.204.24@tcp:101:stat.0 Request processed in 91us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1718402023.505889:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 579 00000001:00080000:2.0:1718402023.506057:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959618 is committed 00000001:00080000:2.0:1718402023.506064:0:32552:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 8589959616 is committed 00010000:00010000:3.0:1718402023.506083:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.506084:0:6874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e7e880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185018112:192.168.204.24@tcp:104: 00010000:00010000:3.0:1718402023.506089:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506092:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506094:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093493180 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.506096:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506098:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506104:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:3.0:1718402023.506105:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.506106:0:3318:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506110:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506113:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093493180/0xddd980ffd8f699c4 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19401000020 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506118:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506122:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506125:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506128:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9d8c0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.506128:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506131:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506134:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff88008b112e00) 00010000:00010000:3.0:1718402023.506135:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.506136:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506138:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d8c0/0xddd980ffd8f699d2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.506138:0:6874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880097e79300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6874:1801871185018176:192.168.204.24@tcp:104: 00010000:00010000:3.0:1718402023.506145:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506148:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 2/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.506149:0:6874:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506150:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506156:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9f600 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.506158:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 3/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506160:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 4/0,0 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506163:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff88008b112900) 00010000:00010000:3.0:1718402023.506164:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1718402023.506165:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 2/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506167:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9f600/0xddd980ffd8f699cb lrc: 0/0,0 mode: --/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.506169:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:3.0:1718402023.506172:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506175:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506177:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506180:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a7c9c480 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.506181:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506186:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.506207:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974720 00010000:00010000:3.0:1718402023.506211:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (ffff8801364b1500) 00010000:00010000:3.0:1718402023.506213:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402023.506215:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.506216:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00010000:00010000:2.0:1718402023.506217:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc04e expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:3.0:1718402023.506220:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9c480/0xddd980ffd8f699d9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.506228:0:30108:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974784 00010000:00010000:2.0:1718402023.506231:0:30108:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc10b expref: 14 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:3.0:1718402023.506232:0:3318:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.506234:0:6862:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32842 00010000:00010000:3.0:1718402023.506238:0:3318:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.506238:0:6862:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7a140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ba2d863-ea31-487e-99d5-270114bd2874+11:1882:x1801871189974720:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1718402023.506241:0:30108:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 32843 00010000:00010000:3.0:1718402023.506243:0:3318:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.506243:0:6862:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1718402023.506244:0:30108:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+14:1883:x1801871189974784:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1718402023.506246:0:6862:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc04e expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:2.0:1718402023.506248:0:30108:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1718402023.506250:0:30108:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc10b expref: 14 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.506251:0:6862:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc04e expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:3.0:1718402023.506253:0:3318:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880133f8c000 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:3.0:1718402023.506255:0:3318:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.506257:0:30108:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc10b expref: 14 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:3.0:1718402023.506260:0:3318:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.506265:0:6862:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a7c9d680/0xddd980ffd8f696c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc04e expref: 11 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:3.0:1718402023.506267:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c8:0x0].0x0 (ffff88008b112600) 00010000:00010000:3.0:1718402023.506268:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402023.506270:0:3318:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.506273:0:6862:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:2.0:1718402023.506274:0:30108:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8df80/0xddd980ffd8f69a0a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc10b expref: 14 pid: 6874 timeout: 3903 lvb_type: 0 00010000:00010000:1.0:1718402023.506275:0:6862:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.506279:0:3318:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133f8c000/0xddd980ffd8f699e0 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c8:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19401000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.506279:0:6862:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 5 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1718402023.506282:0:6862:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.506286:0:30108:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:2.0:1718402023.506288:0:30108:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1718402023.506292:0:6862:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1718402023.506301:0:6874:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1718402023.506308:0:6862:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7a140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4ba2d863-ea31-487e-99d5-270114bd2874+10:1882:x1801871189974720:12345-192.168.204.24@tcp:103:ldlm_bl_04.0 Request processed in 70us (142us total) trans 0 rc 0/0 00010000:00010000:0.0:1718402023.506308:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.506309:0:30108:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7b440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:b4942422-518c-4999-8e56-6394c3b8b64e+12:1883:x1801871189974784:12345-192.168.204.24@tcp:103:ldlm_bl_01.0 Request processed in 63us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1718402023.506313:0:6862:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32842 00000100:00100000:2.0:1718402023.506316:0:30108:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 32843 00010000:00010000:0.0:1718402023.506331:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69a6c lrc: 3/0,1 mode: --/EX res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.506338:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69a6c lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0xa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.506350:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69a6c lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0xa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.506358:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f69a73 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.506364:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f69a73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.506369:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f69a73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402023.506722:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097e7bdc0 reply state ffff880130746800 transno 8589959619 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69a6c lrc: 3/0,1 mode: EX/EX res: [0x200000bd0:0xa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402023.506730:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097e7bdc0 reply state ffff880130746800 transno 8589959619 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f69a73 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1718402023.506736:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097e7bdc0 reply state ffff880130746800 transno 8589959619 ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1718402023.506742:0:6874:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x240000402:0x60b:0x0] 00010000:00010000:0.0:1718402023.506746:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8ed00/0xddd980ffd8f69a50 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f69a57 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1718402023.506751:0:6874:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff880133f8ed00/0xddd980ffd8f69a50 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000001000000 nid: local remote: 0xddd980ffd8f69a57 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1718402023.506792:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7bdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b4942422-518c-4999-8e56-6394c3b8b64e+13:27569:x1801871189974336:12345-192.168.204.24@tcp:36:lfs.0 Request processed in 3426us (3503us total) trans 8589959619 rc 0/0 00000100:00100000:0.0:1718402023.506799:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101497 00010000:00010000:3.0:1718402023.507216:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc91f80/0xddd980ffd8f69a5e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.507221:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:3.0:1718402023.507223:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402023.507224:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc93840/0xddd980ffd8f69a73 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.507227:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (ffff8800b4532000) 00010000:00010000:3.0:1718402023.507228:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00010000:00010000:3.0:1718402023.507229:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bc90000/0xddd980ffd8f69a6c lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x0 bits 0x7f/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210001000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.507233:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800b4532e00) 00010000:00010000:3.0:1718402023.507233:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 7f 00000100:00100000:0.0:1718402023.510579:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.510615:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974848 00000100:00100000:2.0:1718402023.510640:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101500 00000100:00100000:2.0:1718402023.510644:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+10:27574:x1801871189974848:12345-192.168.204.24@tcp:101:touch.0 00010000:00010000:2.0:1718402023.510653:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.510660:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093493cc0/0xddd980ffd8f69a7a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc127 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510684:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093490fc0/0xddd980ffd8f69a81 lrc: 3/1,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510689:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093490fc0/0xddd980ffd8f69a81 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510694:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093490fc0/0xddd980ffd8f69a81 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510701:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093491440/0xddd980ffd8f69a88 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510704:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093491440/0xddd980ffd8f69a88 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510707:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093491440/0xddd980ffd8f69a88 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510732:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093492d00/0xddd980ffd8f69a8f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510735:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880093492d00/0xddd980ffd8f69a8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510741:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880093492d00/0xddd980ffd8f69a8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.510746:0:6874:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x7c3:0x0] 00000004:00010000:2.0:1718402023.510759:0:6874:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff880093492d00/0xddd980ffd8f69a8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510763:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093490fc0/0xddd980ffd8f69a81 lrc: 3/1,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510766:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880093490fc0/0xddd980ffd8f69a81 lrc: 2/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510770:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880093490fc0/0xddd980ffd8f69a81 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510772:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093490fc0 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.510774:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093490fc0/0xddd980ffd8f69a81 lrc: 3/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510777:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093490fc0/0xddd980ffd8f69a81 lrc: 4/0,0 mode: CR/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510782:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x0 (ffff88011e07d400) 00010000:00010000:2.0:1718402023.510783:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.510785:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880093490fc0/0xddd980ffd8f69a81 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510787:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093490fc0/0xddd980ffd8f69a81 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510793:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880093491440/0xddd980ffd8f69a88 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510796:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880093491440/0xddd980ffd8f69a88 lrc: 2/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510799:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880093491440/0xddd980ffd8f69a88 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510801:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093491440 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.510802:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093491440/0xddd980ffd8f69a88 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510804:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880093491440/0xddd980ffd8f69a88 lrc: 4/0,0 mode: PR/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510808:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x60b:0x0].0x60a635a6 (ffff880074511400) 00010000:00010000:2.0:1718402023.510809:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.510809:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880093491440/0xddd980ffd8f69a88 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510812:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093491440/0xddd980ffd8f69a88 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x60b:0x0].0x60a635a6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510823:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880093493cc0/0xddd980ffd8f69a7a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x60b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc127 expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510829:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880093492d00/0xddd980ffd8f69a8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc127 expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.510836:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880074511600) 00010000:00010000:2.0:1718402023.510837:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1718402023.510837:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880093492d00, rc 0) 00000100:00100000:2.0:1718402023.510864:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7f200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+11:27574:x1801871189974848:12345-192.168.204.24@tcp:101:touch.0 Request processed in 219us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.510870:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101500 00000100:00100000:0.0:1718402023.511494:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.511548:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974912 00000100:00100000:2.0:1718402023.511576:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101501 00000100:00100000:2.0:1718402023.511580:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e79300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+10:27574:x1801871189974912:12345-192.168.204.24@tcp:101:touch.0 00010000:00010000:2.0:1718402023.511587:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.511593:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69a96 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc12e expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.511614:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f69a9d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.511619:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f69a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.511624:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f69a9d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.511678:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x7c3:0x0]: returning size 4096 00000004:00200000:2.0:1718402023.511680:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00010000:00010000:2.0:1718402023.511697:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093490000/0xddd980ffd8f69a96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc12e expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.511706:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490d80/0xddd980ffd8f69a9d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc12e expref: 11 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.511710:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (ffff880130adc900) 00010000:00010000:2.0:1718402023.511712:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1718402023.511713:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880093490d80, rc 0) 00000100:00100000:2.0:1718402023.511737:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e79300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+11:27574:x1801871189974912:12345-192.168.204.24@tcp:101:touch.0 Request processed in 157us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.511741:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101501 00000100:00100000:0.0:1718402023.512324:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.512381:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189974976 00000100:00100000:2.0:1718402023.512411:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101502 00000100:00100000:2.0:1718402023.512415:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+11:27574:x1801871189974976:12345-192.168.204.24@tcp:101:touch.0 00010000:00010000:2.0:1718402023.512423:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.512431:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093493a80/0xddd980ffd8f69aa4 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc135 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.512453:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69aab lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.512461:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69aab lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.512468:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69aab lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1718402023.512486:0:6874:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd0:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1718402023.512489:0:6874:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 7 stripe count 1 MDT count 2 00010000:00010000:2.0:1718402023.512504:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093493a80/0xddd980ffd8f69aa4 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc135 expref: 13 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.512514:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69aab lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc135 expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.512521:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800b4532e00) 00010000:00010000:2.0:1718402023.512523:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1718402023.512525:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880093490240, rc 0) 00000100:00100000:2.0:1718402023.512565:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+12:27574:x1801871189974976:12345-192.168.204.24@tcp:101:touch.0 Request processed in 149us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1718402023.512570:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101502 00000100:00100000:0.0:1718402023.513522:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.513572:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189975104 00000100:00100000:2.0:1718402023.513596:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101503 00000100:00100000:2.0:1718402023.513599:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e797c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+12:27574:x1801871189975104:12345-192.168.204.24@tcp:101:touch.0 00010000:00010000:2.0:1718402023.513607:0:6874:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1718402023.513608:0:6874:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1718402023.513618:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093490240/0xddd980ffd8f69aab lrc: 0/0,0 mode: --/PR res: [0x200000bd0:0xa:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc135 expref: 12 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.513629:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800b4532e00) 00010000:00010000:2.0:1718402023.513631:0:6874:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1718402023.513636:0:6874:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f69ab2 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x3e484b09786bc13c expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.513675:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69ab9 lrc: 3/0,1 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.513682:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69ab9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.513688:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69ab9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.513697:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093490480/0xddd980ffd8f69ac0 lrc: 3/0,1 mode: --/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.513702:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490480/0xddd980ffd8f69ac0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.513707:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093490480/0xddd980ffd8f69ac0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1718402023.513908:0:6874:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x59d:0x0], index 1: 0 00010000:00010000:2.0:1718402023.513989:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934921c0/0xddd980ffd8f69ac7 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x1d74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.513994:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800934921c0/0xddd980ffd8f69ac7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x1d74:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.513998:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800934921c0/0xddd980ffd8f69ac7 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x1d74:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.514014:0:6874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69ab9 lrc: 3/0,1 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.514018:0:6874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69ab9 lrc: 2/0,0 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.514021:0:6874:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69ab9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.514025:0:6874:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880093491680 already unused, calling callback (ffffffffa0eac360) 00010000:00010000:2.0:1718402023.514027:0:6874:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69ab9 lrc: 3/0,0 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.514030:0:6874:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69ab9 lrc: 4/0,0 mode: CW/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.514034:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x0 (ffff8800b4532e00) 00010000:00010000:2.0:1718402023.514035:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1718402023.514036:0:6874:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69ab9 lrc: 2/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.514039:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093491680/0xddd980ffd8f69ab9 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.514044:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097e797c0 reply state ffff880096ee5000 transno 8589959620 ns: mdt-lustre-MDT0000_UUID lock: ffff880093490480/0xddd980ffd8f69ac0 lrc: 3/0,1 mode: PW/PW res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.514056:0:6874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093491200/0xddd980ffd8f69ab2 lrc: 0/0,0 mode: --/CW res: [0x200000bd0:0xa:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc13c expref: 14 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.514061:0:6874:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934921c0/0xddd980ffd8f69ac7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d74:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.24@tcp remote: 0x3e484b09786bc13c expref: 13 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.514065:0:6874:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d74:0x0].0x0 (ffff880074511700) 00010000:00010000:2.0:1718402023.514065:0:6874:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1718402023.514066:0:6874:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800934921c0, rc 0) 00000100:00100000:2.0:1718402023.514096:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e797c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+14:27574:x1801871189975104:12345-192.168.204.24@tcp:101:touch.0 Request processed in 495us (574us total) trans 8589959620 rc 0/0 00000100:00100000:2.0:1718402023.514102:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101503 00010000:00010000:3.0:1718402023.514558:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093490480/0xddd980ffd8f69ac0 lrc: 3/0,1 mode: COS/COS res: [0x200000bd0:0xa:0x0].0x9fe0e7f3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.514566:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0xa:0x0].0x9fe0e7f3 (ffff880074511b00) 00010000:00010000:3.0:1718402023.514568:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.515055:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:2.0:1718402023.515095:0:6874:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189975232 00000100:00100000:2.0:1718402023.515121:0:6874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 101504 00000100:00100000:2.0:1718402023.515125:0:6874:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+14:27574:x1801871189975232:12345-192.168.204.24@tcp:36:touch.0 00010000:00010000:2.0:1718402023.515164:0:6874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b141440/0xddd980ffd8f69ad5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.515172:0:6874:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b141440/0xddd980ffd8f69ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1718402023.515178:0:6874:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b141440/0xddd980ffd8f69ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1718402023.515235:0:6874:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff880097e7cc00 reply state ffff88008f653000 transno 8589959621 ns: mdt-lustre-MDT0000_UUID lock: ffff88012b141440/0xddd980ffd8f69ad5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1718402023.515282:0:6874:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:4ba2d863-ea31-487e-99d5-270114bd2874+16:27574:x1801871189975232:12345-192.168.204.24@tcp:36:touch.0 Request processed in 156us (227us total) trans 8589959621 rc 0/0 00000100:00100000:2.0:1718402023.515287:0:6874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 101504 00010000:00010000:3.0:1718402023.515937:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b141440/0xddd980ffd8f69ad5 lrc: 3/0,1 mode: COS/COS res: [0x200000403:0x1d74:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1718402023.515946:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d74:0x0].0x0 (ffff880074511700) 00010000:00010000:3.0:1718402023.515948:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1718402023.516028:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.516067:0:4308:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189975296 00000100:00100000:3.0:1718402023.516110:0:4308:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-192.168.204.24@tcp, with round 580 00000100:00100000:3.0:1718402023.516115:0:4308:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e7aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+8:1880:x1801871189975296:12345-192.168.204.24@tcp:2:touch.0 00000100:00100000:3.0:1718402023.516258:0:4308:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e7aac0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:4ba2d863-ea31-487e-99d5-270114bd2874+9:1880:x1801871189975296:12345-192.168.204.24@tcp:2:touch.0 Request processed in 142us (230us total) trans 4294974578 rc 0/0 00000100:00100000:3.0:1718402023.516265:0:4308:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-192.168.204.24@tcp, with round 580 00000100:00100000:0.0:1718402023.516868:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.24@tcp (source: 12345-192.168.204.24@tcp) 00000100:00100000:3.0:1718402023.516902:0:6876:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871189975424 00000100:00100000:3.0:1718402023.516923:0:6876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.24@tcp, seq: 10857 00000100:00100000:3.0:1718402023.516926:0:6876:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ae3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+16:27574:x1801871189975424:12345-192.168.204.24@tcp:35:touch.0 00000100:00100000:3.0:1718402023.517018:0:6876:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ae3440 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:4ba2d863-ea31-487e-99d5-270114bd2874+17:27574:x1801871189975424:12345-192.168.204.24@tcp:35:touch.0 Request processed in 90us (150us total) trans 8589959622 rc 0/0 00000100:00100000:3.0:1718402023.517022:0:6876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.24@tcp, seq: 10857 00000004:00080000:0.0:1718402023.661402:0:9621:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 3803231208896ns, next at 3804231207171ns, rc = 0 00000100:00100000:2.0:1718402023.661422:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880072ae1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185018240:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1718402023.661473:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1718402023.661515:0:10861:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1801871185018240 00000100:00100000:0.0:1718402023.661583:0:10861:0:(nrs_crr.c:402:nrs_crrn_req_get()) NRS: starting to handle crrn request from 12345-0@lo, with round 411 00000100:00100000:0.0:1718402023.661588:0:10861:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800954d6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871185018240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1718402023.661607:0:10861:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 86016 granted 42388160 pending 86016 free 3913904128 avail 3682381824 00000100:00100000:0.0:1718402023.661641:0:10861:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800954d6d40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3335:x1801871185018240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1718402023.661645:0:10861:0:(nrs_crr.c:572:nrs_crrn_req_stop()) NRS: finished handling crrn request from 12345-0@lo, with round 411 00000100:00100000:2.0:1718402023.661649:0:3335:0:(client.c:2892:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294974162 gen 2 00000004:00080000:2.0:1718402023.661653:0:3335:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req ffff8801372ea600, transno 4294974162 00000100:00100000:2.0:1718402023.661668:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880072ae1300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1801871185018240:0@lo:13:osp-pre-0-1.0 00000040:00100000:1.0:1718402023.661684:0:9620:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 1 records, first 372 in log [0x3:0x1:0x0] 00000400:00000080:3.0:1718402023.876489:0:9233:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1718402023.876492:0:9233:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_80b: @@@@@@ FAIL: migration stopped 2 00010000:00010000:0.0:1718402023.977335:0:6863:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 25698 lines, 25698 kept, 0 dropped, 0 bad.